[ 584.865776] env[70261]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70261) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 584.866199] env[70261]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70261) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 584.866298] env[70261]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70261) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 584.866601] env[70261]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 584.964926] env[70261]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70261) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 584.975687] env[70261]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=70261) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 585.018806] env[70261]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 585.580024] env[70261]: INFO nova.virt.driver [None req-b3289c17-42b7-4656-b03b-f3a44d79944a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 585.653904] env[70261]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.654144] env[70261]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.654227] env[70261]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70261) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 588.646473] env[70261]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c069f15d-6d50-4f91-85b5-89fa0599596b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.663280] env[70261]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70261) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 588.663422] env[70261]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-116849d6-91f2-434b-899f-b26308c82d76 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.687365] env[70261]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 84f1f. [ 588.687486] env[70261]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.033s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.688099] env[70261]: INFO nova.virt.vmwareapi.driver [None req-b3289c17-42b7-4656-b03b-f3a44d79944a None None] VMware vCenter version: 7.0.3 [ 588.691568] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbda416-d65f-4ad6-b7ce-47a985212183 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.708204] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7171331a-dc5b-4a5f-8a6f-c9e4d31f596c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.713905] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2af59ba-47a0-41df-9469-a55222161f9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.720339] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef45222-b7dd-4992-8637-369e5eb4c9f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.733075] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655105ca-5826-4461-a77d-f88a6eca06a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.738714] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e9d93-200b-4967-ae6b-95cae87ad233 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.769082] env[70261]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1ddd09ec-345e-4daa-80c2-61c09addfd30 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.773741] env[70261]: DEBUG nova.virt.vmwareapi.driver [None req-b3289c17-42b7-4656-b03b-f3a44d79944a None None] Extension org.openstack.compute already exists. {{(pid=70261) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 588.776293] env[70261]: INFO nova.compute.provider_config [None req-b3289c17-42b7-4656-b03b-f3a44d79944a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 589.279560] env[70261]: DEBUG nova.context [None req-b3289c17-42b7-4656-b03b-f3a44d79944a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d6ab844e-4c00-49c6-be55-ab3d39d1df9b(cell1) {{(pid=70261) load_cells /opt/stack/nova/nova/context.py:464}} [ 589.281673] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.281895] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.282599] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.283037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Acquiring lock "d6ab844e-4c00-49c6-be55-ab3d39d1df9b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.283231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Lock "d6ab844e-4c00-49c6-be55-ab3d39d1df9b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.284251] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Lock "d6ab844e-4c00-49c6-be55-ab3d39d1df9b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.304765] env[70261]: INFO dbcounter [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Registered counter for database nova_cell0 [ 589.313302] env[70261]: INFO dbcounter [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Registered counter for database nova_cell1 [ 589.759908] env[70261]: DEBUG oslo_db.sqlalchemy.engines [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70261) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 589.760618] env[70261]: DEBUG oslo_db.sqlalchemy.engines [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70261) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 589.765144] env[70261]: ERROR nova.db.main.api [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 589.765144] env[70261]: result = function(*args, **kwargs) [ 589.765144] env[70261]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 589.765144] env[70261]: return func(*args, **kwargs) [ 589.765144] env[70261]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 589.765144] env[70261]: result = fn(*args, **kwargs) [ 589.765144] env[70261]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 589.765144] env[70261]: return f(*args, **kwargs) [ 589.765144] env[70261]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 589.765144] env[70261]: return db.service_get_minimum_version(context, binaries) [ 589.765144] env[70261]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 589.765144] env[70261]: _check_db_access() [ 589.765144] env[70261]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 589.765144] env[70261]: stacktrace = ''.join(traceback.format_stack()) [ 589.765144] env[70261]: [ 589.766163] env[70261]: ERROR nova.db.main.api [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 589.766163] env[70261]: result = function(*args, **kwargs) [ 589.766163] env[70261]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 589.766163] env[70261]: return func(*args, **kwargs) [ 589.766163] env[70261]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 589.766163] env[70261]: result = fn(*args, **kwargs) [ 589.766163] env[70261]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 589.766163] env[70261]: return f(*args, **kwargs) [ 589.766163] env[70261]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 589.766163] env[70261]: return db.service_get_minimum_version(context, binaries) [ 589.766163] env[70261]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 589.766163] env[70261]: _check_db_access() [ 589.766163] env[70261]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 589.766163] env[70261]: stacktrace = ''.join(traceback.format_stack()) [ 589.766163] env[70261]: [ 589.766591] env[70261]: WARNING nova.objects.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 589.766755] env[70261]: WARNING nova.objects.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Failed to get minimum service version for cell d6ab844e-4c00-49c6-be55-ab3d39d1df9b [ 589.767234] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Acquiring lock "singleton_lock" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.767395] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Acquired lock "singleton_lock" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.767641] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Releasing lock "singleton_lock" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.767983] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Full set of CONF: {{(pid=70261) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 589.768142] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ******************************************************************************** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 589.768273] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] Configuration options gathered from: {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 589.768409] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 589.768635] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 589.768772] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ================================================================================ {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 589.768989] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] allow_resize_to_same_host = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.769181] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] arq_binding_timeout = 300 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.769320] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] backdoor_port = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.769438] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] backdoor_socket = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.769620] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] block_device_allocate_retries = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.769795] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] block_device_allocate_retries_interval = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.769970] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cert = self.pem {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.770154] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.770327] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute_monitors = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.770570] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] config_dir = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.770896] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] config_drive_format = iso9660 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.771060] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.771547] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] config_source = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.771547] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] console_host = devstack {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.771654] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] control_exchange = nova {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.771723] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cpu_allocation_ratio = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.771882] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] daemon = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.772066] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] debug = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.772230] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] default_access_ip_network_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.772398] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] default_availability_zone = nova {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.772557] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] default_ephemeral_format = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.772716] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] default_green_pool_size = 1000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.772956] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.773137] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] default_schedule_zone = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.773295] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] disk_allocation_ratio = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.773456] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] enable_new_services = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.773636] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] enabled_apis = ['osapi_compute'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.773801] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] enabled_ssl_apis = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.773961] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] flat_injected = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.774134] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] force_config_drive = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.774385] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] force_raw_images = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.774665] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] graceful_shutdown_timeout = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.774954] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] heal_instance_info_cache_interval = -1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.775337] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] host = cpu-1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.775640] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.775853] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] initial_disk_allocation_ratio = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.776040] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] initial_ram_allocation_ratio = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.776269] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.776441] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instance_build_timeout = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.776607] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instance_delete_interval = 300 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.776784] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instance_format = [instance: %(uuid)s] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.776954] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instance_name_template = instance-%08x {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.777137] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instance_usage_audit = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.777314] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instance_usage_audit_period = month {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.777485] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.777655] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] instances_path = /opt/stack/data/nova/instances {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.777827] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] internal_service_availability_zone = internal {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.777988] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] key = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.778168] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] live_migration_retry_count = 30 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.778341] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_color = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.778508] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_config_append = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.778744] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.778913] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_dir = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.779093] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_file = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.779227] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_options = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.779391] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_rotate_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.779577] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_rotate_interval_type = days {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.779764] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] log_rotation_type = none {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.779898] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.780037] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.780212] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.780378] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.780508] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.780670] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] long_rpc_timeout = 1800 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.780832] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] max_concurrent_builds = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.780990] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] max_concurrent_live_migrations = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.781166] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] max_concurrent_snapshots = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.781327] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] max_local_block_devices = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.781486] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] max_logfile_count = 30 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.781642] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] max_logfile_size_mb = 200 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.781803] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] maximum_instance_delete_attempts = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.781971] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] metadata_listen = 0.0.0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.782156] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] metadata_listen_port = 8775 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.782326] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] metadata_workers = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.782489] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] migrate_max_retries = -1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.782657] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] mkisofs_cmd = genisoimage {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.782868] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] my_block_storage_ip = 10.180.1.21 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.783008] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] my_ip = 10.180.1.21 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.783224] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.783390] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] network_allocate_retries = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.783569] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.783742] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] osapi_compute_listen = 0.0.0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.783960] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] osapi_compute_listen_port = 8774 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.784162] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] osapi_compute_unique_server_name_scope = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.784337] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] osapi_compute_workers = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.784500] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] password_length = 12 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.784661] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] periodic_enable = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.784822] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] periodic_fuzzy_delay = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.784990] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] pointer_model = usbtablet {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.785174] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] preallocate_images = none {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.785340] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] publish_errors = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.785469] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] pybasedir = /opt/stack/nova {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.785627] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ram_allocation_ratio = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.785790] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] rate_limit_burst = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.785958] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] rate_limit_except_level = CRITICAL {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.786134] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] rate_limit_interval = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.786345] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] reboot_timeout = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787056] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] reclaim_instance_interval = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787056] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] record = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787056] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] reimage_timeout_per_gb = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787056] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] report_interval = 120 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787219] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] rescue_timeout = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787272] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] reserved_host_cpus = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787430] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] reserved_host_disk_mb = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787591] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] reserved_host_memory_mb = 512 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787753] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] reserved_huge_pages = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.787911] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] resize_confirm_window = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.788079] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] resize_fs_using_block_device = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.788243] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] resume_guests_state_on_host_boot = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.788412] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.788611] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] rpc_response_timeout = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.788763] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] run_external_periodic_tasks = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.788934] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] running_deleted_instance_action = reap {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.789107] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] running_deleted_instance_poll_interval = 1800 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.789270] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] running_deleted_instance_timeout = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.789428] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler_instance_sync_interval = 120 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.789603] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_down_time = 720 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.789772] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] servicegroup_driver = db {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.789930] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] shell_completion = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.790106] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] shelved_offload_time = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.790270] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] shelved_poll_interval = 3600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.790437] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] shutdown_timeout = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.790622] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] source_is_ipv6 = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.790810] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ssl_only = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.791102] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.791281] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] sync_power_state_interval = 600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.791447] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] sync_power_state_pool_size = 1000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.791621] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] syslog_log_facility = LOG_USER {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.791786] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] tempdir = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.791948] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] timeout_nbd = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.792131] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] transport_url = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.792296] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] update_resources_interval = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.792457] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] use_cow_images = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.792621] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] use_journal = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.792783] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] use_json = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.792940] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] use_rootwrap_daemon = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.793112] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] use_stderr = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.793273] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] use_syslog = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.793430] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vcpu_pin_set = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.793600] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plugging_is_fatal = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.793769] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plugging_timeout = 300 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.793934] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] virt_mkfs = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.794112] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] volume_usage_poll_interval = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.794277] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] watch_log_file = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.794447] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] web = /usr/share/spice-html5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 589.794640] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.794813] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.794980] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.795168] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_concurrency.disable_process_locking = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.795485] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.795675] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.795851] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.796036] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.796217] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.796386] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.796597] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.auth_strategy = keystone {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.796774] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.compute_link_prefix = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.796952] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.797144] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.dhcp_domain = novalocal {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.797317] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.enable_instance_password = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.797485] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.glance_link_prefix = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.797653] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.797828] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.797994] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.instance_list_per_project_cells = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.798171] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.list_records_by_skipping_down_cells = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.798336] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.local_metadata_per_cell = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.798501] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.max_limit = 1000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.798697] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.metadata_cache_expiration = 15 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.798872] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.neutron_default_tenant_id = default {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.799055] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.response_validation = warn {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.799233] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.use_neutron_default_nets = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.799404] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.799580] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.799739] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.799915] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.800095] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.vendordata_dynamic_targets = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.800265] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.vendordata_jsonfile_path = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.800447] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.800639] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.backend = dogpile.cache.memcached {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.800810] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.backend_argument = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.800972] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.backend_expiration_time = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.801156] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.config_prefix = cache.oslo {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.801327] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.dead_timeout = 60.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.801491] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.debug_cache_backend = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.801652] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.enable_retry_client = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.801817] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.enable_socket_keepalive = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.801989] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.enabled = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.802169] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.enforce_fips_mode = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.802332] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.expiration_time = 600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.802492] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.hashclient_retry_attempts = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.802682] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.hashclient_retry_delay = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.802871] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_dead_retry = 300 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.803041] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_password = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.803211] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.803375] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.803537] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_pool_maxsize = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.803701] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.803865] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_sasl_enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.804071] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.804234] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_socket_timeout = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.804395] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.memcache_username = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.804559] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.proxies = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.804729] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.redis_db = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.804885] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.redis_password = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.805066] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.redis_sentinel_service_name = mymaster {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.805245] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.805414] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.redis_server = localhost:6379 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.805579] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.redis_socket_timeout = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.805743] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.redis_username = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.805903] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.retry_attempts = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.806081] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.retry_delay = 0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.806249] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.socket_keepalive_count = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.806472] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.socket_keepalive_idle = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.806594] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.socket_keepalive_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.806755] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.tls_allowed_ciphers = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.807061] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.tls_cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.807116] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.tls_certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.807238] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.tls_enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.807395] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cache.tls_keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.807566] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.807741] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.auth_type = password {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.807903] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.808091] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.catalog_info = volumev3::publicURL {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.808259] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.808423] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.808603] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.cross_az_attach = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.808776] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.debug = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.808945] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.endpoint_template = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.809124] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.http_retries = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.809289] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.809447] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.809621] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.os_region_name = RegionOne {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.809808] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.809972] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cinder.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.810159] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.810321] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.cpu_dedicated_set = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.810480] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.cpu_shared_set = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.810643] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.image_type_exclude_list = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.810807] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.810969] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.max_concurrent_disk_ops = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.811481] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.max_disk_devices_to_attach = -1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.811481] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.811481] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.811637] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.resource_provider_association_refresh = 300 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.811779] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.811943] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.shutdown_retry_interval = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.812139] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.812321] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] conductor.workers = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.812500] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] console.allowed_origins = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.812664] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] console.ssl_ciphers = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.812837] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] console.ssl_minimum_version = default {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.813013] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] consoleauth.enforce_session_timeout = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.813188] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] consoleauth.token_ttl = 600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.813361] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.813523] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.813686] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.813847] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.814024] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.814185] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.814349] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.814507] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.814679] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.814870] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.815045] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.815212] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.815371] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.815542] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.service_type = accelerator {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.815705] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.815867] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.816035] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.816226] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.816416] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.816581] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] cyborg.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.816755] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.asyncio_connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.816917] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.asyncio_slave_connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.817107] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.backend = sqlalchemy {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.817286] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.817454] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.connection_debug = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.817628] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.connection_parameters = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.817796] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.connection_recycle_time = 3600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.817963] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.connection_trace = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.818140] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.db_inc_retry_interval = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.818306] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.db_max_retries = 20 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.818469] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.db_max_retry_interval = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.818635] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.db_retry_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.818801] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.max_overflow = 50 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.818962] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.max_pool_size = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.819139] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.max_retries = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.819312] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.819473] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.mysql_wsrep_sync_wait = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.819633] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.pool_timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.819798] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.retry_interval = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.819957] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.slave_connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.820132] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.sqlite_synchronous = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.820298] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] database.use_db_reconnect = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.820467] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.asyncio_connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.820633] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.asyncio_slave_connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.820808] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.backend = sqlalchemy {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.820981] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.821161] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.connection_debug = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.821336] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.connection_parameters = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.821502] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.connection_recycle_time = 3600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.821666] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.connection_trace = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.821834] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.db_inc_retry_interval = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.821997] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.db_max_retries = 20 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.822175] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.db_max_retry_interval = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.822342] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.db_retry_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.822505] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.max_overflow = 50 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.822708] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.max_pool_size = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.822824] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.max_retries = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.822997] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.823174] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.823334] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.pool_timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.823499] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.retry_interval = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.823664] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.slave_connection = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.823830] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] api_database.sqlite_synchronous = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.824013] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] devices.enabled_mdev_types = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.824192] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.824365] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ephemeral_storage_encryption.default_format = luks {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.824531] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ephemeral_storage_encryption.enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.824695] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.824869] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.api_servers = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.825043] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.825211] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.825376] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.825533] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.825690] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.825854] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.debug = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.826027] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.default_trusted_certificate_ids = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.826194] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.enable_certificate_validation = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.826355] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.enable_rbd_download = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.826541] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.826729] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.826893] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.827066] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.827227] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.827389] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.num_retries = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.827558] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.rbd_ceph_conf = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.827721] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.rbd_connect_timeout = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.827891] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.rbd_pool = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.828071] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.rbd_user = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.828242] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.828399] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.828560] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.828748] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.service_type = image {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.828914] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.829086] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.829248] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.829406] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.829589] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.829752] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.verify_glance_signatures = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.829909] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] glance.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.830086] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] guestfs.debug = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.830261] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.830428] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.auth_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.830594] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.830756] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.830925] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.831097] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.831262] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.831423] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.831588] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.831753] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.831916] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.832091] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.832258] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.832421] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.832620] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.832845] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.service_type = shared-file-system {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.832967] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.share_apply_policy_timeout = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.833182] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.833362] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.833547] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.833718] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.833934] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.834118] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] manila.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.834327] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] mks.enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.834689] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.834891] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] image_cache.manager_interval = 2400 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.835074] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] image_cache.precache_concurrency = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.835286] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] image_cache.remove_unused_base_images = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.835485] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.835669] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.835854] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] image_cache.subdirectory_name = _base {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.836048] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.api_max_retries = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.836222] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.api_retry_interval = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.836430] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.836649] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.auth_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.836911] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.837127] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.837306] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.837479] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.conductor_group = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.837644] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.837814] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.837978] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.838161] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.838325] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.838490] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.838686] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.838860] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.peer_list = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.839034] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.839203] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.839369] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.serial_console_state_timeout = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.839532] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.839707] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.service_type = baremetal {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.839874] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.shard = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.840060] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.840288] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.840389] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.840548] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.840732] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.840900] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ironic.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.841101] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.841282] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] key_manager.fixed_key = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.841470] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.841642] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.barbican_api_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.841799] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.barbican_endpoint = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.841972] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.barbican_endpoint_type = public {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.842147] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.barbican_region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.842309] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.842468] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.842633] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.842799] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.842988] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.843131] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.number_of_retries = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.843295] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.retry_delay = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.843459] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.send_service_user_token = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.843623] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.843784] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.843949] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.verify_ssl = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.844126] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican.verify_ssl_path = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.844292] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.844458] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.auth_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.844620] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.844779] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.844941] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.845117] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.845279] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.845443] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.845600] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] barbican_service_user.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.845768] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.approle_role_id = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.845929] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.approle_secret_id = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.846114] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.kv_mountpoint = secret {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.846278] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.kv_path = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.846442] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.kv_version = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.846633] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.namespace = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.846795] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.root_token_id = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.846958] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.ssl_ca_crt_file = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.847141] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.timeout = 60.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.847306] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.use_ssl = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.847484] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.847655] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.847820] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.847984] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.848158] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.848319] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.848477] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.848694] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.848878] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.849052] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.849219] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.849383] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.849548] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.849727] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.849914] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.service_type = identity {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.850091] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.850255] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.850417] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.850573] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.850780] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.850920] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] keystone.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.851120] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.ceph_mount_options = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.851564] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.851769] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.connection_uri = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.851932] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.cpu_mode = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.852119] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.cpu_model_extra_flags = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.852293] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.cpu_models = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.852469] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.cpu_power_governor_high = performance {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.852640] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.cpu_power_governor_low = powersave {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.852809] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.cpu_power_management = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.852982] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.853169] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.device_detach_attempts = 8 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.853338] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.device_detach_timeout = 20 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.853509] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.disk_cachemodes = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.853672] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.disk_prefix = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.853845] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.enabled_perf_events = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.854017] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.file_backed_memory = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.854193] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.gid_maps = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.854357] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.hw_disk_discard = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.854519] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.hw_machine_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.854694] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.images_rbd_ceph_conf = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.854865] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.855040] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.855216] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.images_rbd_glance_store_name = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.855388] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.images_rbd_pool = rbd {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.855561] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.images_type = default {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.855725] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.images_volume_group = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.855893] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.inject_key = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.856072] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.inject_partition = -2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.856242] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.inject_password = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.856407] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.iscsi_iface = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.856598] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.iser_use_multipath = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.856801] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_bandwidth = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.856976] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.857156] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_downtime = 500 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.857323] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.857489] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.857652] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_inbound_addr = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.857852] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.858037] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_permit_post_copy = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.858211] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_scheme = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.858388] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_timeout_action = abort {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.858559] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_tunnelled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.858752] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_uri = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.858925] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.live_migration_with_native_tls = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.859101] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.max_queues = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.859279] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.859517] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.859687] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.nfs_mount_options = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.859996] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.860193] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.860374] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.num_iser_scan_tries = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.860543] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.num_memory_encrypted_guests = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.860722] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.860925] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.num_pcie_ports = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.861112] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.num_volume_scan_tries = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.861284] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.pmem_namespaces = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.861448] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.quobyte_client_cfg = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.861757] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.861937] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rbd_connect_timeout = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.862120] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.862290] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.862454] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rbd_secret_uuid = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.862614] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rbd_user = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.862783] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.862957] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.remote_filesystem_transport = ssh {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.863135] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rescue_image_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.863291] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rescue_kernel_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.863451] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rescue_ramdisk_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.863622] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.863787] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.rx_queue_size = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.863958] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.smbfs_mount_options = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.864272] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.864452] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.snapshot_compression = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.864638] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.snapshot_image_format = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.865025] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.865092] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.sparse_logical_volumes = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.865232] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.swtpm_enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.865447] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.swtpm_group = tss {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.865626] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.swtpm_user = tss {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.865803] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.sysinfo_serial = unique {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.865985] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.tb_cache_size = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.866213] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.tx_queue_size = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.866393] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.uid_maps = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.866563] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.use_virtio_for_bridges = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.866737] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.virt_type = kvm {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.866909] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.volume_clear = zero {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.867090] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.volume_clear_size = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.867258] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.volume_enforce_multipath = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.867428] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.volume_use_multipath = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.867640] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.vzstorage_cache_path = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.867836] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.868018] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.vzstorage_mount_group = qemu {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.868193] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.vzstorage_mount_opts = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.868367] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.868696] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.868888] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.vzstorage_mount_user = stack {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.869076] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.869296] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.869486] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.auth_type = password {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.869696] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.869873] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.870054] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.870222] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.870386] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.870561] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.default_floating_pool = public {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.870725] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.870900] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.extension_sync_interval = 600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.871108] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.http_retries = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.871287] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.871452] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.871614] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.871790] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.871952] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.872139] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.ovs_bridge = br-int {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.872311] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.physnets = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.872489] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.region_name = RegionOne {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.872700] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.872888] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.service_metadata_proxy = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.873067] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.873244] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.service_type = network {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.873411] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.873571] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.873732] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.873894] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.874110] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.874292] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] neutron.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.874472] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] notifications.bdms_in_notifications = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.874652] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] notifications.default_level = INFO {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.874822] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] notifications.include_share_mapping = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.875007] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] notifications.notification_format = unversioned {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.875184] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] notifications.notify_on_state_change = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.875363] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.875573] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] pci.alias = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.875766] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] pci.device_spec = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.875936] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] pci.report_in_placement = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.876122] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.876299] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.auth_type = password {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.876472] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.876636] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.876796] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.876960] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.877203] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.877414] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.877595] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.default_domain_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.877761] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.default_domain_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.877924] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.domain_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.878097] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.domain_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.878261] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.878425] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.878624] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.878813] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.878978] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.879168] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.password = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.879334] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.project_domain_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.879506] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.project_domain_name = Default {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.879677] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.project_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.879854] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.project_name = service {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.880039] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.region_name = RegionOne {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.880247] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.880432] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.880610] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.service_type = placement {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.880791] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.880941] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.881146] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.881278] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.system_scope = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.881440] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.881605] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.trust_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.881805] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.user_domain_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.881983] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.user_domain_name = Default {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.882170] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.user_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.882349] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.username = nova {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.882558] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.882693] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] placement.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.882880] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.cores = 20 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.883058] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.count_usage_from_placement = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.883267] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.883514] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.injected_file_content_bytes = 10240 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.883611] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.injected_file_path_length = 255 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.883778] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.injected_files = 5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.883947] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.instances = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.884126] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.key_pairs = 100 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.884293] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.metadata_items = 128 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.884460] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.ram = 51200 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.884633] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.recheck_quota = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.884806] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.server_group_members = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.884972] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.server_groups = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.885196] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.885374] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] quota.unified_limits_resource_strategy = require {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.885549] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.885715] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.885880] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.image_metadata_prefilter = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.886086] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.886272] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.max_attempts = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.886438] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.max_placement_results = 1000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.886604] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.886768] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.query_placement_for_image_type_support = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.886931] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.887117] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] scheduler.workers = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.887300] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.887506] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.887732] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.887912] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.888092] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.888261] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.888426] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.888630] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.888787] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.host_subset_size = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.888987] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.889178] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.889345] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.889514] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.889690] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.889855] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.isolated_hosts = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.890046] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.isolated_images = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.890217] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.890431] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.890611] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.890779] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.pci_in_placement = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.890948] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.891128] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.891294] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.891455] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.891619] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.891786] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.891986] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.track_instance_changes = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.892190] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.892366] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] metrics.required = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.892534] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] metrics.weight_multiplier = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.892699] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.892861] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] metrics.weight_setting = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.893197] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.893406] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] serial_console.enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.893636] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] serial_console.port_range = 10000:20000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.893770] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.893949] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.894113] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] serial_console.serialproxy_port = 6083 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.894407] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.894468] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.auth_type = password {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.894613] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.894777] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.894947] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.895123] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.895286] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.895461] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.send_service_user_token = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.895634] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.895787] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] service_user.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.895955] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.agent_enabled = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.896134] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.896481] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.896695] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.896870] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.html5proxy_port = 6082 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.897107] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.image_compression = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.897209] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.jpeg_compression = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.897493] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.playback_compression = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.897552] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.require_secure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.897754] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.server_listen = 127.0.0.1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.897953] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.898255] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.898432] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.streaming_mode = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.898609] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] spice.zlib_compression = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.898790] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] upgrade_levels.baseapi = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.898967] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] upgrade_levels.compute = auto {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.899171] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] upgrade_levels.conductor = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.899368] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] upgrade_levels.scheduler = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.899539] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.899731] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.auth_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.899903] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.900077] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.900245] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.900409] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.900576] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.900803] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.900991] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vendordata_dynamic_auth.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.901165] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.api_retry_count = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.901354] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.ca_file = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.901504] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.cache_prefix = devstack-image-cache {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.901718] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.cluster_name = testcl1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.901984] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.connection_pool_size = 10 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.902189] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.console_delay_seconds = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.902409] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.datastore_regex = ^datastore.* {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.902656] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.902859] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.host_password = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.903045] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.host_port = 443 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.903223] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.host_username = administrator@vsphere.local {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.903397] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.insecure = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.903562] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.integration_bridge = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.903761] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.maximum_objects = 100 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.903908] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.pbm_default_policy = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.904122] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.pbm_enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.904291] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.pbm_wsdl_location = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.904465] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.904630] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.serial_port_proxy_uri = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.904792] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.serial_port_service_uri = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.904960] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.task_poll_interval = 0.5 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.905152] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.use_linked_clone = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.905340] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.vnc_keymap = en-us {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.905527] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.vnc_port = 5900 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.905698] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vmware.vnc_port_total = 10000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.905891] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.auth_schemes = ['none'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.906081] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.906379] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.906566] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.906740] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.novncproxy_port = 6080 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.906957] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.server_listen = 127.0.0.1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.907161] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.907326] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.vencrypt_ca_certs = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.907483] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.vencrypt_client_cert = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.907644] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vnc.vencrypt_client_key = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.907822] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.907987] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.disable_deep_image_inspection = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.908171] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.908375] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.908545] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.908733] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.disable_rootwrap = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.908901] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.enable_numa_live_migration = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.909078] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.909243] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.909404] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.909576] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.libvirt_disable_apic = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.909775] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.909974] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.910337] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.910516] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.910684] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.910848] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.911077] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.911196] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.911387] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.911558] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.911744] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.911917] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.client_socket_timeout = 900 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.912099] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.default_pool_size = 1000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.912271] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.keep_alive = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.912439] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.max_header_line = 16384 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.912601] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.secure_proxy_ssl_header = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.912792] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.ssl_ca_file = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.912963] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.ssl_cert_file = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.913140] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.ssl_key_file = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.913305] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.tcp_keepidle = 600 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.913481] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.913650] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] zvm.ca_file = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.913822] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] zvm.cloud_connector_url = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.914168] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.914363] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] zvm.reachable_timeout = 300 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.914543] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.914728] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.914910] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.connection_string = messaging:// {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.915094] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.enabled = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.915274] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.es_doc_type = notification {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.915436] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.es_scroll_size = 10000 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.915628] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.es_scroll_time = 2m {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.915802] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.filter_error_trace = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.915972] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.hmac_keys = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.916156] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.sentinel_service_name = mymaster {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.916323] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.socket_timeout = 0.1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.916487] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.trace_requests = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.916649] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler.trace_sqlalchemy = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.916825] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler_jaeger.process_tags = {} {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.917029] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler_jaeger.service_name_prefix = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.917214] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] profiler_otlp.service_name_prefix = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.917381] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] remote_debug.host = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.917539] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] remote_debug.port = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.917716] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.917881] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.918057] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.918225] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.918397] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.918644] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.918829] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.918996] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.919177] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.919351] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.919515] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.919689] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.919860] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.920068] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.920263] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.920441] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.920610] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.920777] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.920951] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.921175] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.921292] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.921464] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.921673] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.921855] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.922033] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.922202] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.922366] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.922532] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.922697] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.922858] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.923053] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.ssl = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.923247] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.923421] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.923587] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.923760] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.923927] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.ssl_version = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.924107] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.924300] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.924477] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_notifications.retry = -1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.924662] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.924841] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_messaging_notifications.transport_url = **** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.925029] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.auth_section = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.925202] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.auth_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.925366] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.cafile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.925526] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.certfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.925690] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.collect_timing = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.925885] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.connect_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.926078] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.connect_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.926249] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.endpoint_id = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.926424] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.endpoint_interface = publicURL {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.926587] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.endpoint_override = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.926750] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.endpoint_region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.926910] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.endpoint_service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.927080] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.endpoint_service_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.927302] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.insecure = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.927495] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.keyfile = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.927663] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.max_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.927825] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.min_version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.927984] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.region_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.928161] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.retriable_status_codes = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.928321] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.service_name = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.928480] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.service_type = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.928662] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.split_loggers = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.928857] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.status_code_retries = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.929035] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.status_code_retry_delay = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.929199] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.timeout = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.929361] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.valid_interfaces = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.929520] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_limit.version = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.929688] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_reports.file_event_handler = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.929857] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.930033] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] oslo_reports.log_dir = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.930245] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.930419] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.930581] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.930754] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.930928] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.931098] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.931271] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.931436] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_ovs_privileged.group = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.931677] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.931814] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.931986] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.932164] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] vif_plug_ovs_privileged.user = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.932339] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.flat_interface = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.932524] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.932699] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.932873] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.933088] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.933276] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.933446] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.933611] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.933794] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.933968] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_ovs.isolate_vif = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.934151] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.934317] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.934511] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.934696] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_ovs.ovsdb_interface = native {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.934863] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] os_vif_ovs.per_port_bridge = False {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.935054] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] privsep_osbrick.capabilities = [21] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.935221] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] privsep_osbrick.group = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.935384] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] privsep_osbrick.helper_command = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.935555] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.935722] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.935923] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] privsep_osbrick.user = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.936122] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.936701] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] nova_sys_admin.group = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.936701] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] nova_sys_admin.helper_command = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.936701] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.936821] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.936972] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] nova_sys_admin.user = None {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 589.937044] env[70261]: DEBUG oslo_service.backend.eventlet.service [None req-2cfa45d1-146d-481e-b201-a1542716315d None None] ******************************************************************************** {{(pid=70261) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 589.937496] env[70261]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 590.440743] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Getting list of instances from cluster (obj){ [ 590.440743] env[70261]: value = "domain-c8" [ 590.440743] env[70261]: _type = "ClusterComputeResource" [ 590.440743] env[70261]: } {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 590.441840] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4caa63c-840e-4662-9803-4388abbdf926 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.451233] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Got total of 0 instances {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 590.451817] env[70261]: WARNING nova.virt.vmwareapi.driver [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 590.452290] env[70261]: INFO nova.virt.node [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Generated node identity 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 [ 590.452521] env[70261]: INFO nova.virt.node [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Wrote node identity 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 to /opt/stack/data/n-cpu-1/compute_id [ 590.955037] env[70261]: WARNING nova.compute.manager [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Compute nodes ['78dbb7ec-e40b-4c1c-be53-53a1caf6c800'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 591.960984] env[70261]: INFO nova.compute.manager [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 592.966859] env[70261]: WARNING nova.compute.manager [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 592.967265] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.967425] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.967584] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.967767] env[70261]: DEBUG nova.compute.resource_tracker [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 592.968728] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f5fdc-18f8-4f0a-82f6-90338e9b0dac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.976947] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba89e99-a3f2-480d-881b-126f9e12e7bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.991149] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5e4bf-3651-41e0-9969-fea5ccbaa3be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.997494] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44125dfa-22b3-4efe-a267-2b4b2319932d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.025299] env[70261]: DEBUG nova.compute.resource_tracker [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181002MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 593.025429] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.025635] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.528463] env[70261]: WARNING nova.compute.resource_tracker [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] No compute node record for cpu-1:78dbb7ec-e40b-4c1c-be53-53a1caf6c800: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 could not be found. [ 594.032101] env[70261]: INFO nova.compute.resource_tracker [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 [ 595.539921] env[70261]: DEBUG nova.compute.resource_tracker [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 595.540337] env[70261]: DEBUG nova.compute.resource_tracker [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 595.824874] env[70261]: INFO nova.scheduler.client.report [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] [req-53f06f40-e212-43e1-b4ff-f543c0751c24] Created resource provider record via placement API for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 595.841784] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3864c607-be98-4667-88f9-d94fd18d6b64 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.849723] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918d5a0f-a9a3-45db-ab55-aca60074e244 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.884220] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27480142-8694-4d40-bd3a-8c7660d8d541 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.892161] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d20639-9891-47d3-87f2-41517c826688 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.905162] env[70261]: DEBUG nova.compute.provider_tree [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 596.441141] env[70261]: DEBUG nova.scheduler.client.report [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 596.441379] env[70261]: DEBUG nova.compute.provider_tree [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 0 to 1 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 596.441518] env[70261]: DEBUG nova.compute.provider_tree [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 596.490089] env[70261]: DEBUG nova.compute.provider_tree [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 1 to 2 during operation: update_traits {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 596.994845] env[70261]: DEBUG nova.compute.resource_tracker [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 596.995168] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.969s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.995270] env[70261]: DEBUG nova.service [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Creating RPC server for service compute {{(pid=70261) start /opt/stack/nova/nova/service.py:186}} [ 597.008473] env[70261]: DEBUG nova.service [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] Join ServiceGroup membership for this service compute {{(pid=70261) start /opt/stack/nova/nova/service.py:203}} [ 597.008690] env[70261]: DEBUG nova.servicegroup.drivers.db [None req-eeb5409e-840f-497e-86d7-2617fc0f7848 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70261) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 635.013284] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.516661] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Getting list of instances from cluster (obj){ [ 635.516661] env[70261]: value = "domain-c8" [ 635.516661] env[70261]: _type = "ClusterComputeResource" [ 635.516661] env[70261]: } {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.517898] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d8a86-3f98-4a0d-a95a-eece3ca6308e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.526823] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Got total of 0 instances {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.527179] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.527503] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Getting list of instances from cluster (obj){ [ 635.527503] env[70261]: value = "domain-c8" [ 635.527503] env[70261]: _type = "ClusterComputeResource" [ 635.527503] env[70261]: } {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 635.528623] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ad93a-d31b-4baa-8862-33c8c59353cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.537088] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Got total of 0 instances {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 636.206627] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "5140f842-8de3-4136-8ce3-59d5ad097d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.206916] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.717350] env[70261]: DEBUG nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.260325] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.261385] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.262515] env[70261]: INFO nova.compute.claims [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.338932] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9766ab56-53c4-4a90-8fdd-cdd73e4ecba8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.349022] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ecf8ad-f35c-43d2-852e-f841b2792df2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.393143] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc76ae9-32d7-4ac8-a021-c10bcdae313f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.398807] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74748df4-c19d-4674-bfe7-787331be3596 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.416322] env[70261]: DEBUG nova.compute.provider_tree [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.432084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "01fa515c-886f-4513-aee2-c8d9fcd17c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.432312] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.921655] env[70261]: DEBUG nova.scheduler.client.report [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.936669] env[70261]: DEBUG nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.428912] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.429210] env[70261]: DEBUG nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.469772] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.470519] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.472373] env[70261]: INFO nova.compute.claims [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.936157] env[70261]: DEBUG nova.compute.utils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.938189] env[70261]: DEBUG nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.938449] env[70261]: DEBUG nova.network.neutron [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.045168] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "02321cab-5118-4f4f-be47-620c1a701209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.045168] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "02321cab-5118-4f4f-be47-620c1a701209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.302052] env[70261]: DEBUG nova.policy [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61e7f9540c00420eae5e3b59223a16d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b0cd687f140499799758c9f002da29b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.447623] env[70261]: DEBUG nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.550867] env[70261]: DEBUG nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.577214] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f0cd9f-90da-4a2c-b9b8-d4e42e5c0aeb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.587696] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e0f31-2de8-4c38-9d67-92173630d5a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.626851] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d77ec1-5cd5-443a-891a-71be323a2ba1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.635196] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b7da66-dd18-4e4a-9bef-8ae47287ef36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.651958] env[70261]: DEBUG nova.compute.provider_tree [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.081051] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.155744] env[70261]: DEBUG nova.scheduler.client.report [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.462255] env[70261]: DEBUG nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.501038] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.501210] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.501361] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.501543] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.501685] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.503108] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.503108] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.503108] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.503108] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.503108] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.503355] env[70261]: DEBUG nova.virt.hardware [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.507809] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f20b17b-a1c7-407a-9632-e0bad9493316 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.516823] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c402f3-15ac-4853-9ee1-83c9ddcf5404 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.533469] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f9d26-1bba-41a9-aa25-4b9ecfd1f9f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.661802] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.663422] env[70261]: DEBUG nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.668297] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.587s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.669563] env[70261]: INFO nova.compute.claims [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.678858] env[70261]: DEBUG nova.network.neutron [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Successfully created port: 707701f8-9cde-4bb2-88b8-f07de916ed88 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.171342] env[70261]: DEBUG nova.compute.utils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.176029] env[70261]: DEBUG nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.176029] env[70261]: DEBUG nova.network.neutron [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.267858] env[70261]: DEBUG nova.policy [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d0bba6381a24fbd8e45ba1e3ff8dac6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e1f3b5d34f45f58e904292c2df053c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.679196] env[70261]: DEBUG nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.769244] env[70261]: DEBUG nova.network.neutron [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Successfully created port: b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.802846] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491c9b4-bb76-4dac-bcb4-6899e321db82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.816294] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeeabd6-8a51-4e6e-8430-f8b49acdaee3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.859846] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1476dd47-89eb-44e0-8593-5277dca52114 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.867224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.867541] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.876666] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b02b306-7867-48c2-8929-a1612dd1d7fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.891573] env[70261]: DEBUG nova.compute.provider_tree [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.374546] env[70261]: DEBUG nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.396429] env[70261]: DEBUG nova.scheduler.client.report [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.692288] env[70261]: DEBUG nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.841316] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.843082] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.843558] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.844403] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.850359] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.850359] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.850359] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.850359] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.850359] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.850727] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.850727] env[70261]: DEBUG nova.virt.hardware [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.850727] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d152d-d2ea-42ba-a2c5-24aeab798eb2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.861036] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd84b5-2a77-44ed-a7b0-4b3d84162da2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.902302] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.907819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.908345] env[70261]: DEBUG nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.911207] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.009s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.915935] env[70261]: INFO nova.compute.claims [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.419531] env[70261]: DEBUG nova.compute.utils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.420562] env[70261]: DEBUG nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.420562] env[70261]: DEBUG nova.network.neutron [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.553708] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "48022427-976b-4331-bb73-441bfe103e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.553971] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "48022427-976b-4331-bb73-441bfe103e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.613020] env[70261]: DEBUG nova.policy [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf978bb1b4a64ef4a278341f34e14685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53d296fea7e34dd4a64a2330d0e99b30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.688530] env[70261]: DEBUG nova.network.neutron [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Successfully updated port: 707701f8-9cde-4bb2-88b8-f07de916ed88 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.926486] env[70261]: DEBUG nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.027904] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.028251] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.028453] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.028634] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.028838] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.029077] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.030060] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.030060] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 645.030060] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.056387] env[70261]: DEBUG nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.077476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c9d94b-ada4-4473-b07a-6b625b283c05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.086243] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8237a0-f657-415f-84cf-f48bfcb168ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.123574] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce18981-7a42-45bf-a5f0-a451e2f6c9eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.134217] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5be36e-e5d8-42f8-91a1-1e3b513b5e00 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.150630] env[70261]: DEBUG nova.compute.provider_tree [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.197139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.197139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquired lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.197139] env[70261]: DEBUG nova.network.neutron [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 645.468000] env[70261]: DEBUG nova.network.neutron [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Successfully updated port: b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.538181] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.595226] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.656585] env[70261]: DEBUG nova.scheduler.client.report [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.784854] env[70261]: DEBUG nova.network.neutron [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 645.944015] env[70261]: DEBUG nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.973807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "refresh_cache-01fa515c-886f-4513-aee2-c8d9fcd17c98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.973807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquired lock "refresh_cache-01fa515c-886f-4513-aee2-c8d9fcd17c98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.973807] env[70261]: DEBUG nova.network.neutron [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 645.991416] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.993141] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.993141] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.993141] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.993141] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.993141] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.994020] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.994020] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.994020] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.994020] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.994020] env[70261]: DEBUG nova.virt.hardware [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.994698] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1252e51d-77ee-4256-a1b5-40f9632dfb29 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.004833] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66883ca-80bf-4bc1-b027-463ccd84db94 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.165780] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.166499] env[70261]: DEBUG nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.170519] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.633s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.170519] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.170519] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 646.170820] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.576s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.179358] env[70261]: INFO nova.compute.claims [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.182734] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b9ae6-e467-4bd8-b37b-6f660a7870eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.194128] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "9136504b-78c6-463e-95d8-2e72bca184a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.194215] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "9136504b-78c6-463e-95d8-2e72bca184a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.207747] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c103e7af-6c67-4aed-8ce1-e8081d38e4a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.230506] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a91f91-0ef1-43cf-9d1f-30dca328c39f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.238717] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62246442-3c3f-4359-b9d0-5a46ffb043b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.279478] env[70261]: DEBUG nova.network.neutron [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Successfully created port: 9ecf27bf-d503-48ad-888a-1de5cf1c2fda {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.282307] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181006MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 646.282307] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.544706] env[70261]: DEBUG nova.network.neutron [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Updating instance_info_cache with network_info: [{"id": "707701f8-9cde-4bb2-88b8-f07de916ed88", "address": "fa:16:3e:33:76:4e", "network": {"id": "218a28c9-dfa8-4a50-b32c-5df474da4752", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-591885504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b0cd687f140499799758c9f002da29b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707701f8-9c", "ovs_interfaceid": "707701f8-9cde-4bb2-88b8-f07de916ed88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.591430] env[70261]: DEBUG nova.network.neutron [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 646.684460] env[70261]: DEBUG nova.compute.utils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.686298] env[70261]: DEBUG nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.686298] env[70261]: DEBUG nova.network.neutron [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.704840] env[70261]: DEBUG nova.compute.manager [req-76fa02dc-ce84-4040-8ce3-382628cfff59 req-96e1b410-6c72-48ce-8d1a-70fa6b57ef3b service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Received event network-vif-plugged-707701f8-9cde-4bb2-88b8-f07de916ed88 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.705188] env[70261]: DEBUG oslo_concurrency.lockutils [req-76fa02dc-ce84-4040-8ce3-382628cfff59 req-96e1b410-6c72-48ce-8d1a-70fa6b57ef3b service nova] Acquiring lock "5140f842-8de3-4136-8ce3-59d5ad097d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.705506] env[70261]: DEBUG oslo_concurrency.lockutils [req-76fa02dc-ce84-4040-8ce3-382628cfff59 req-96e1b410-6c72-48ce-8d1a-70fa6b57ef3b service nova] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.705744] env[70261]: DEBUG oslo_concurrency.lockutils [req-76fa02dc-ce84-4040-8ce3-382628cfff59 req-96e1b410-6c72-48ce-8d1a-70fa6b57ef3b service nova] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.706011] env[70261]: DEBUG nova.compute.manager [req-76fa02dc-ce84-4040-8ce3-382628cfff59 req-96e1b410-6c72-48ce-8d1a-70fa6b57ef3b service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] No waiting events found dispatching network-vif-plugged-707701f8-9cde-4bb2-88b8-f07de916ed88 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.706329] env[70261]: WARNING nova.compute.manager [req-76fa02dc-ce84-4040-8ce3-382628cfff59 req-96e1b410-6c72-48ce-8d1a-70fa6b57ef3b service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Received unexpected event network-vif-plugged-707701f8-9cde-4bb2-88b8-f07de916ed88 for instance with vm_state building and task_state spawning. [ 646.707411] env[70261]: DEBUG nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.969749] env[70261]: DEBUG nova.policy [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae072a3f4041e1b1235806d8a00be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df54b81ace2e46eab720f6dec9eb7b59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.047505] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Releasing lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.047835] env[70261]: DEBUG nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Instance network_info: |[{"id": "707701f8-9cde-4bb2-88b8-f07de916ed88", "address": "fa:16:3e:33:76:4e", "network": {"id": "218a28c9-dfa8-4a50-b32c-5df474da4752", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-591885504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b0cd687f140499799758c9f002da29b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707701f8-9c", "ovs_interfaceid": "707701f8-9cde-4bb2-88b8-f07de916ed88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.048366] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:76:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '707701f8-9cde-4bb2-88b8-f07de916ed88', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.064747] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.065316] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf704824-1a46-4ee6-b6bd-7b5890910b9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.078396] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Created folder: OpenStack in parent group-v4. [ 647.078733] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Creating folder: Project (7b0cd687f140499799758c9f002da29b). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.079061] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4791623d-a9a6-45bb-8db1-1e808e722ac2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.089539] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Created folder: Project (7b0cd687f140499799758c9f002da29b) in parent group-v675446. [ 647.089539] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Creating folder: Instances. Parent ref: group-v675447. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.089539] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08436eaa-1fa0-4a94-847c-a92800bfaee2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.098297] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Created folder: Instances in parent group-v675447. [ 647.098571] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.100058] env[70261]: DEBUG nova.network.neutron [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Updating instance_info_cache with network_info: [{"id": "b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8", "address": "fa:16:3e:44:c8:cd", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40ba045-f6", "ovs_interfaceid": "b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.101390] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.103194] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ab3a81a-3493-4549-afe6-ae77c609ca6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.122719] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.122719] env[70261]: value = "task-3385474" [ 647.122719] env[70261]: _type = "Task" [ 647.122719] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.131314] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385474, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.189045] env[70261]: DEBUG nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.243146] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.327212] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da566fee-c0fb-4deb-af8c-d8b58fdd4416 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.336441] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ac210-5d33-4e5a-8c66-9069f6690c7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.369875] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00adb86-bfb5-4d3e-9eb9-425a5599d182 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.379775] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97316f3f-24ab-49ca-aaeb-39023f70e1d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.388141] env[70261]: DEBUG nova.compute.manager [req-c4260ce5-df68-4870-a559-6c5bafc28525 req-2ead4b23-eccf-428a-b3c7-ab74eb6b6fcc service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Received event network-vif-plugged-b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.388141] env[70261]: DEBUG oslo_concurrency.lockutils [req-c4260ce5-df68-4870-a559-6c5bafc28525 req-2ead4b23-eccf-428a-b3c7-ab74eb6b6fcc service nova] Acquiring lock "01fa515c-886f-4513-aee2-c8d9fcd17c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.388621] env[70261]: DEBUG oslo_concurrency.lockutils [req-c4260ce5-df68-4870-a559-6c5bafc28525 req-2ead4b23-eccf-428a-b3c7-ab74eb6b6fcc service nova] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.388936] env[70261]: DEBUG oslo_concurrency.lockutils [req-c4260ce5-df68-4870-a559-6c5bafc28525 req-2ead4b23-eccf-428a-b3c7-ab74eb6b6fcc service nova] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.389361] env[70261]: DEBUG nova.compute.manager [req-c4260ce5-df68-4870-a559-6c5bafc28525 req-2ead4b23-eccf-428a-b3c7-ab74eb6b6fcc service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] No waiting events found dispatching network-vif-plugged-b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.389860] env[70261]: WARNING nova.compute.manager [req-c4260ce5-df68-4870-a559-6c5bafc28525 req-2ead4b23-eccf-428a-b3c7-ab74eb6b6fcc service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Received unexpected event network-vif-plugged-b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 for instance with vm_state building and task_state spawning. [ 647.405020] env[70261]: DEBUG nova.compute.provider_tree [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.617944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Releasing lock "refresh_cache-01fa515c-886f-4513-aee2-c8d9fcd17c98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.618519] env[70261]: DEBUG nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Instance network_info: |[{"id": "b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8", "address": "fa:16:3e:44:c8:cd", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40ba045-f6", "ovs_interfaceid": "b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.618710] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:c8:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.627472] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Creating folder: Project (76e1f3b5d34f45f58e904292c2df053c). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.628269] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de5a1b75-073f-44f9-ab92-8db9b3ebdf06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.643152] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Created folder: Project (76e1f3b5d34f45f58e904292c2df053c) in parent group-v675446. [ 647.643399] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Creating folder: Instances. Parent ref: group-v675450. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.646762] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-892001bf-a962-4f58-8fe4-91a00f13a4d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.650814] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385474, 'name': CreateVM_Task, 'duration_secs': 0.354636} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.650972] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.659619] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Created folder: Instances in parent group-v675450. [ 647.660312] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.661936] env[70261]: DEBUG oslo_vmware.service [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247571ef-6d5a-4617-8e19-e229dafd24fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.665054] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.665139] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-523b7ce0-0307-46ac-b66d-482a94f04f1e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.684757] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.684963] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.685679] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.686591] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb839417-39ab-4e74-b384-e21c88bdb55e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.690261] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.690261] env[70261]: value = "task-3385477" [ 647.690261] env[70261]: _type = "Task" [ 647.690261] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.694979] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 647.694979] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d388f-23ee-6e00-a371-b89ce55f7d64" [ 647.694979] env[70261]: _type = "Task" [ 647.694979] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.708441] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385477, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.711310] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.711550] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.711811] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.711910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.712399] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.712638] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f5a6c5-2edf-4e01-a9d9-917a9a3b5ed4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.731918] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.731918] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.731918] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79662648-f99a-46a6-b78a-e6db7b66364d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.739684] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d92c5fd-0dbb-43b3-adfa-ab9c555bf66a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.746184] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 647.746184] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ddbc99-0f91-bfca-f4e5-f053de7ca50e" [ 647.746184] env[70261]: _type = "Task" [ 647.746184] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.756379] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ddbc99-0f91-bfca-f4e5-f053de7ca50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.888846] env[70261]: DEBUG nova.network.neutron [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Successfully created port: db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.911543] env[70261]: DEBUG nova.scheduler.client.report [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.915118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.916144] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.205670] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385477, 'name': CreateVM_Task, 'duration_secs': 0.36125} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.205960] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.206917] env[70261]: DEBUG nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.210941] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.210941] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.210941] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.210941] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d40197-c364-438f-b2ae-cc66a753abdd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.220126] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 648.220126] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba1767-52bd-a163-bd49-326f26619c1e" [ 648.220126] env[70261]: _type = "Task" [ 648.220126] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.234706] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba1767-52bd-a163-bd49-326f26619c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.245039] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.245306] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.245458] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.245697] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.245880] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.247503] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.247733] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.247909] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.248115] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.248290] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.248476] env[70261]: DEBUG nova.virt.hardware [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.251900] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd01fee8-51fe-481e-8446-e742e69c9321 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.268800] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721db1e7-c2cc-436b-8781-79f1c4981bfe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.274127] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Preparing fetch location {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 648.274459] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Creating directory with path [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.274998] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8911b378-3eb1-4e46-b1ce-d017697bb1f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.302364] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Created directory with path [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.302752] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Fetch image to [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 648.302752] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Downloading image file data 4ceded2d-768f-4897-ac89-5e4a52d51901 to [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk on the data store datastore2 {{(pid=70261) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 648.303529] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272129ae-8101-4423-bfbe-15cf499ee556 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.311033] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55d39b8-b489-4a6a-a918-b7d526f967fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.324614] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbec5188-0539-4b07-abdb-20c11c5299ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.359939] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fee48c4-c5f5-44bd-942a-079cd8c036de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.366930] env[70261]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7d810f4f-ac34-4fe2-ab9b-2c886869266c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.396169] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Downloading image file data 4ceded2d-768f-4897-ac89-5e4a52d51901 to the data store datastore2 {{(pid=70261) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 648.419321] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.420154] env[70261]: DEBUG nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.424276] env[70261]: DEBUG nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.428163] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.145s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.500237] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70261) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 648.735491] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.735715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.744941] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.745205] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.745640] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.844020] env[70261]: DEBUG nova.network.neutron [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Successfully updated port: 9ecf27bf-d503-48ad-888a-1de5cf1c2fda {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.935134] env[70261]: DEBUG nova.compute.utils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.936923] env[70261]: DEBUG nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.937023] env[70261]: DEBUG nova.network.neutron [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.975228] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.017306] env[70261]: DEBUG nova.policy [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d02a6fd917f4ecc8d965da52367f5de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95bed1f2ecb041a79997d6b4d6717b9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.203972] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Completed reading data from the image iterator. {{(pid=70261) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 649.204590] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 649.239070] env[70261]: DEBUG nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.326500] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Downloaded image file data 4ceded2d-768f-4897-ac89-5e4a52d51901 to vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk on the data store datastore2 {{(pid=70261) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 649.328180] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Caching image {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 649.328546] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Copying Virtual Disk [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk to [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.328701] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9161aa9a-249f-4ae1-b539-66c183bb9f45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.337339] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 649.337339] env[70261]: value = "task-3385478" [ 649.337339] env[70261]: _type = "Task" [ 649.337339] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.347542] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.347710] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquired lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.347835] env[70261]: DEBUG nova.network.neutron [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 649.349828] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.445585] env[70261]: DEBUG nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.482320] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 5140f842-8de3-4136-8ce3-59d5ad097d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 649.482456] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 01fa515c-886f-4513-aee2-c8d9fcd17c98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 649.482640] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 02321cab-5118-4f4f-be47-620c1a701209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 649.482720] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 24161c6d-a5ea-4cbe-99cc-981953f390ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 649.482808] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 48022427-976b-4331-bb73-441bfe103e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 649.630760] env[70261]: DEBUG nova.network.neutron [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Successfully created port: b3a8f8bd-1a47-4fe1-914f-281de4f38070 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.771332] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.848561] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385478, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.920822] env[70261]: DEBUG nova.network.neutron [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 649.986397] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 9136504b-78c6-463e-95d8-2e72bca184a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.188946] env[70261]: DEBUG nova.network.neutron [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Successfully updated port: db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.351220] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686948} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.351510] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Copied Virtual Disk [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk to [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.352180] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Deleting the datastore file [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.352180] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5ff9c40-329c-4a27-a81b-8614786bf6bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.359424] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 650.359424] env[70261]: value = "task-3385479" [ 650.359424] env[70261]: _type = "Task" [ 650.359424] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.370736] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.456536] env[70261]: DEBUG nova.network.neutron [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Updating instance_info_cache with network_info: [{"id": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "address": "fa:16:3e:5b:66:65", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ecf27bf-d5", "ovs_interfaceid": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.459040] env[70261]: DEBUG nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.491304] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.491607] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.492557] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.493504] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.493504] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.493504] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.493504] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.493504] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.493848] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.493848] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.493917] env[70261]: DEBUG nova.virt.hardware [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.494928] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.496646] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6122e9-d05d-4214-a76f-6c2cac192fc5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.505387] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7f02a6-ad64-4740-9118-d56865cb39ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.675437] env[70261]: DEBUG nova.compute.manager [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Received event network-changed-707701f8-9cde-4bb2-88b8-f07de916ed88 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.675715] env[70261]: DEBUG nova.compute.manager [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Refreshing instance network info cache due to event network-changed-707701f8-9cde-4bb2-88b8-f07de916ed88. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.675824] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] Acquiring lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.676489] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] Acquired lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.676489] env[70261]: DEBUG nova.network.neutron [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Refreshing network info cache for port 707701f8-9cde-4bb2-88b8-f07de916ed88 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 650.692529] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "refresh_cache-24161c6d-a5ea-4cbe-99cc-981953f390ae" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.692631] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "refresh_cache-24161c6d-a5ea-4cbe-99cc-981953f390ae" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.692771] env[70261]: DEBUG nova.network.neutron [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 650.873921] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035616} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.879570] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.879570] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Moving file from [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911/4ceded2d-768f-4897-ac89-5e4a52d51901 to [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901. {{(pid=70261) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 650.879570] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cf0d8b8f-d6fe-496f-9bdc-fa14be9dca14 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.887532] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 650.887532] env[70261]: value = "task-3385480" [ 650.887532] env[70261]: _type = "Task" [ 650.887532] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.898107] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385480, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.962394] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Releasing lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.964526] env[70261]: DEBUG nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Instance network_info: |[{"id": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "address": "fa:16:3e:5b:66:65", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ecf27bf-d5", "ovs_interfaceid": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.964947] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:66:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ecf27bf-d503-48ad-888a-1de5cf1c2fda', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.982248] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Creating folder: Project (53d296fea7e34dd4a64a2330d0e99b30). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.983977] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-441806b7-27c8-4920-ad0c-c7f9ec02a792 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.994764] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Created folder: Project (53d296fea7e34dd4a64a2330d0e99b30) in parent group-v675446. [ 650.994860] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Creating folder: Instances. Parent ref: group-v675453. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.995065] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c036d8-ed49-4a84-b0a1-174c613cc3ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.001186] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 651.001318] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 651.001595] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 651.012630] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Created folder: Instances in parent group-v675453. [ 651.012630] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.012630] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.012630] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-955cfc9d-00e0-4b27-8ca3-d4c8e191450d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.035903] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.035903] env[70261]: value = "task-3385483" [ 651.035903] env[70261]: _type = "Task" [ 651.035903] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.051278] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385483, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.195250] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35edf9c-ae8d-4916-9809-e7a0c8386830 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.204967] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eeb9d8-d675-408c-a5b7-20d9eb60f07b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.241100] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcc0774-1da6-4219-9940-8b63d011339b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.247708] env[70261]: DEBUG nova.network.neutron [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 651.261021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b734ce2-fc3e-480d-9512-86ad378ed12b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.277823] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.407214] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385480, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024563} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.407516] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] File moved {{(pid=70261) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 651.407681] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Cleaning up location [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 651.407850] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Deleting the datastore file [datastore2] vmware_temp/b4bf0071-02ee-4a0a-9c9f-4680c905c911 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.408309] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fcec2b6-d475-4866-940a-6bf267ceda04 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.418560] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 651.418560] env[70261]: value = "task-3385484" [ 651.418560] env[70261]: _type = "Task" [ 651.418560] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.432584] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.551407] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "ea0fac22-ed73-4785-a5eb-610e9107e14d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.551782] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.558329] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385483, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.651159] env[70261]: DEBUG nova.network.neutron [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Updated VIF entry in instance network info cache for port 707701f8-9cde-4bb2-88b8-f07de916ed88. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 651.651625] env[70261]: DEBUG nova.network.neutron [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Updating instance_info_cache with network_info: [{"id": "707701f8-9cde-4bb2-88b8-f07de916ed88", "address": "fa:16:3e:33:76:4e", "network": {"id": "218a28c9-dfa8-4a50-b32c-5df474da4752", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-591885504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b0cd687f140499799758c9f002da29b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707701f8-9c", "ovs_interfaceid": "707701f8-9cde-4bb2-88b8-f07de916ed88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.719539] env[70261]: DEBUG nova.network.neutron [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Updating instance_info_cache with network_info: [{"id": "db13bcc5-b365-4f42-80a4-c55b2a8b1cf7", "address": "fa:16:3e:58:50:f9", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb13bcc5-b3", "ovs_interfaceid": "db13bcc5-b365-4f42-80a4-c55b2a8b1cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.782804] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.814583] env[70261]: DEBUG nova.compute.manager [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Received event network-changed-b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.814583] env[70261]: DEBUG nova.compute.manager [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Refreshing instance network info cache due to event network-changed-b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.814583] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Acquiring lock "refresh_cache-01fa515c-886f-4513-aee2-c8d9fcd17c98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.814583] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Acquired lock "refresh_cache-01fa515c-886f-4513-aee2-c8d9fcd17c98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.814583] env[70261]: DEBUG nova.network.neutron [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Refreshing network info cache for port b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 651.928796] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024538} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.930583] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.931643] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b1e265-1eed-44e6-bb27-fbccb6ad90ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.938926] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 651.938926] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222a6a9-399e-5c92-237a-496e69ca0a55" [ 651.938926] env[70261]: _type = "Task" [ 651.938926] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.949231] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222a6a9-399e-5c92-237a-496e69ca0a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.000534] env[70261]: DEBUG nova.network.neutron [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Successfully updated port: b3a8f8bd-1a47-4fe1-914f-281de4f38070 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.051762] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385483, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.061992] env[70261]: DEBUG nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.135712] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.135958] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.154302] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8c3284e-6578-4a4a-9389-b3927286b6c2 req-24ce59a9-ab6e-4a6a-bcfd-c374e459d73e service nova] Releasing lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.224135] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "refresh_cache-24161c6d-a5ea-4cbe-99cc-981953f390ae" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.224135] env[70261]: DEBUG nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Instance network_info: |[{"id": "db13bcc5-b365-4f42-80a4-c55b2a8b1cf7", "address": "fa:16:3e:58:50:f9", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb13bcc5-b3", "ovs_interfaceid": "db13bcc5-b365-4f42-80a4-c55b2a8b1cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.224408] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:50:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db13bcc5-b365-4f42-80a4-c55b2a8b1cf7', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.235939] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating folder: Project (df54b81ace2e46eab720f6dec9eb7b59). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.235939] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7ce3054-e5dd-4c36-b879-82043a480c26 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.249311] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created folder: Project (df54b81ace2e46eab720f6dec9eb7b59) in parent group-v675446. [ 652.249461] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating folder: Instances. Parent ref: group-v675456. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.249698] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d8c2a91-27b5-4d81-ba49-6875ee395f44 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.262567] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created folder: Instances in parent group-v675456. [ 652.262818] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.263021] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.263230] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372e7f03-63f8-4f13-9a3c-0cde248c6187 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.288655] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 652.288862] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.289126] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.289126] env[70261]: value = "task-3385487" [ 652.289126] env[70261]: _type = "Task" [ 652.289126] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.289684] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.046s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.291426] env[70261]: INFO nova.compute.claims [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.303519] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385487, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.456662] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222a6a9-399e-5c92-237a-496e69ca0a55, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.457007] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.457313] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 5140f842-8de3-4136-8ce3-59d5ad097d95/5140f842-8de3-4136-8ce3-59d5ad097d95.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.457676] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.457892] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.458134] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8222065b-5d59-4cb2-9101-7cab908f47c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.460892] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85bdc7ef-8927-4ad8-993e-ff51f29ebf0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.468728] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 652.468728] env[70261]: value = "task-3385488" [ 652.468728] env[70261]: _type = "Task" [ 652.468728] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.470584] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.470584] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.475428] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ddf8637-83a6-4278-9ec0-ee68e333f239 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.484410] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.485883] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 652.485883] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c8ebfc-a443-ce4a-28e9-df74c23c53bb" [ 652.485883] env[70261]: _type = "Task" [ 652.485883] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.494984] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c8ebfc-a443-ce4a-28e9-df74c23c53bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.507130] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "refresh_cache-48022427-976b-4331-bb73-441bfe103e71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.507130] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquired lock "refresh_cache-48022427-976b-4331-bb73-441bfe103e71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.507227] env[70261]: DEBUG nova.network.neutron [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 652.554533] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385483, 'name': CreateVM_Task, 'duration_secs': 1.494366} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.554533] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.557237] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.557910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.557910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.558075] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b32234-480e-4cbf-9d89-4f9f27abf1f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.563534] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 652.563534] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ea933d-3d00-ba5a-f7c1-abec25f2ca6d" [ 652.563534] env[70261]: _type = "Task" [ 652.563534] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.592665] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ea933d-3d00-ba5a-f7c1-abec25f2ca6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.592839] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.593594] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.593594] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.598850] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.641643] env[70261]: DEBUG nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.809160] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385487, 'name': CreateVM_Task, 'duration_secs': 0.359349} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.809591] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.810101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.810259] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.810582] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.810872] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9472696f-b4aa-4350-b1bf-4965c249a96a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.816563] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 652.816563] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5239a182-fd92-f4ed-8194-9319a2371491" [ 652.816563] env[70261]: _type = "Task" [ 652.816563] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.832667] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5239a182-fd92-f4ed-8194-9319a2371491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.980094] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.996380] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.996380] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.005227] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c8ebfc-a443-ce4a-28e9-df74c23c53bb, 'name': SearchDatastore_Task, 'duration_secs': 0.018774} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.005227] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bd9f76-d3b4-45fb-a8a1-9e1060ccb2d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.010376] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 653.010376] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbf14c-4997-cacf-1796-b9fb6c352bdb" [ 653.010376] env[70261]: _type = "Task" [ 653.010376] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.024587] env[70261]: DEBUG nova.network.neutron [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Updated VIF entry in instance network info cache for port b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 653.026324] env[70261]: DEBUG nova.network.neutron [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Updating instance_info_cache with network_info: [{"id": "b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8", "address": "fa:16:3e:44:c8:cd", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40ba045-f6", "ovs_interfaceid": "b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.034780] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbf14c-4997-cacf-1796-b9fb6c352bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.035048] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.035293] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 01fa515c-886f-4513-aee2-c8d9fcd17c98/01fa515c-886f-4513-aee2-c8d9fcd17c98.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.035564] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.035740] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.036099] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e59d242-f369-45fe-a3d8-cd0e1bb13da6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.038244] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e0b436-7fb3-4d46-a4ea-4a5025aaf000 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.045828] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 653.045828] env[70261]: value = "task-3385489" [ 653.045828] env[70261]: _type = "Task" [ 653.045828] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.047042] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.047230] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.051085] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f128585-ff75-4f51-be98-224ea2b9cbec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.059598] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.061777] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 653.061777] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ab031-4488-668c-3d20-7c517c4607fa" [ 653.061777] env[70261]: _type = "Task" [ 653.061777] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.075451] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ab031-4488-668c-3d20-7c517c4607fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.076379] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb2d716-771c-4db5-a785-4e89fd5ae60b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.083689] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 653.083689] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5216b167-f512-e72a-e9bd-e6c48257a00c" [ 653.083689] env[70261]: _type = "Task" [ 653.083689] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.093846] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5216b167-f512-e72a-e9bd-e6c48257a00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.096435] env[70261]: DEBUG nova.network.neutron [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 653.165520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.331703] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5239a182-fd92-f4ed-8194-9319a2371491, 'name': SearchDatastore_Task, 'duration_secs': 0.049907} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.332454] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.332454] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.334573] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.488823] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55531} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.489293] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 5140f842-8de3-4136-8ce3-59d5ad097d95/5140f842-8de3-4136-8ce3-59d5ad097d95.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.489390] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.489697] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425d9c0f-a2e7-4e56-bcdc-4766b6e2a1e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.502655] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 653.502655] env[70261]: value = "task-3385490" [ 653.502655] env[70261]: _type = "Task" [ 653.502655] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.521258] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.530416] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Releasing lock "refresh_cache-01fa515c-886f-4513-aee2-c8d9fcd17c98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.530706] env[70261]: DEBUG nova.compute.manager [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Received event network-vif-plugged-9ecf27bf-d503-48ad-888a-1de5cf1c2fda {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.530849] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Acquiring lock "02321cab-5118-4f4f-be47-620c1a701209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.531055] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Lock "02321cab-5118-4f4f-be47-620c1a701209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.531214] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Lock "02321cab-5118-4f4f-be47-620c1a701209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.531376] env[70261]: DEBUG nova.compute.manager [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] No waiting events found dispatching network-vif-plugged-9ecf27bf-d503-48ad-888a-1de5cf1c2fda {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.531538] env[70261]: WARNING nova.compute.manager [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Received unexpected event network-vif-plugged-9ecf27bf-d503-48ad-888a-1de5cf1c2fda for instance with vm_state building and task_state spawning. [ 653.531695] env[70261]: DEBUG nova.compute.manager [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Received event network-changed-9ecf27bf-d503-48ad-888a-1de5cf1c2fda {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.531976] env[70261]: DEBUG nova.compute.manager [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Refreshing instance network info cache due to event network-changed-9ecf27bf-d503-48ad-888a-1de5cf1c2fda. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.532071] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Acquiring lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.532184] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Acquired lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.532402] env[70261]: DEBUG nova.network.neutron [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Refreshing network info cache for port 9ecf27bf-d503-48ad-888a-1de5cf1c2fda {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 653.541798] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c45c632-7c1c-4a6d-a97e-aee3ebc3ed39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.555085] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d801d4-59b5-4512-ba51-5c6371180456 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.562531] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459947} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.565018] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 01fa515c-886f-4513-aee2-c8d9fcd17c98/01fa515c-886f-4513-aee2-c8d9fcd17c98.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.565018] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.565018] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23594ccb-3c27-488b-8761-a3cf7d0d1aab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.595340] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490c470d-4490-49ac-a66f-878a94fcd2c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.599119] env[70261]: DEBUG nova.network.neutron [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Updating instance_info_cache with network_info: [{"id": "b3a8f8bd-1a47-4fe1-914f-281de4f38070", "address": "fa:16:3e:74:e1:a3", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a8f8bd-1a", "ovs_interfaceid": "b3a8f8bd-1a47-4fe1-914f-281de4f38070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.601736] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 653.601736] env[70261]: value = "task-3385491" [ 653.601736] env[70261]: _type = "Task" [ 653.601736] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.613057] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5216b167-f512-e72a-e9bd-e6c48257a00c, 'name': SearchDatastore_Task, 'duration_secs': 0.008137} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.613854] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.614165] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 02321cab-5118-4f4f-be47-620c1a701209/02321cab-5118-4f4f-be47-620c1a701209.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.617378] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.617607] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.617861] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1607acce-86fb-4e40-97cd-6111c94feb8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.620168] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.623172] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc674e9b-f6a8-4f7c-9a24-3cea8803196d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.627389] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1431783-8fbc-43c8-955d-2feb640522e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.635295] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 653.635295] env[70261]: value = "task-3385492" [ 653.635295] env[70261]: _type = "Task" [ 653.635295] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.649140] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.649410] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.650507] env[70261]: DEBUG nova.compute.provider_tree [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.653409] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41d5c70-1306-4e00-b431-fee363824dd6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.660864] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.664637] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 653.664637] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a398ad-a8e7-9900-8a2a-312ffd30c8d1" [ 653.664637] env[70261]: _type = "Task" [ 653.664637] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.676166] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a398ad-a8e7-9900-8a2a-312ffd30c8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.020336] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075294} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.020591] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.023385] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe50062-4a22-47b8-bed4-55fcca917dea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.052584] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 5140f842-8de3-4136-8ce3-59d5ad097d95/5140f842-8de3-4136-8ce3-59d5ad097d95.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.053391] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8100036e-2c4a-4c8f-8e4c-b15027e5c702 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.078880] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 654.078880] env[70261]: value = "task-3385493" [ 654.078880] env[70261]: _type = "Task" [ 654.078880] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.088302] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.104039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Releasing lock "refresh_cache-48022427-976b-4331-bb73-441bfe103e71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.104396] env[70261]: DEBUG nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Instance network_info: |[{"id": "b3a8f8bd-1a47-4fe1-914f-281de4f38070", "address": "fa:16:3e:74:e1:a3", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a8f8bd-1a", "ovs_interfaceid": "b3a8f8bd-1a47-4fe1-914f-281de4f38070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.104974] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:e1:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3a8f8bd-1a47-4fe1-914f-281de4f38070', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.116619] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Creating folder: Project (95bed1f2ecb041a79997d6b4d6717b9d). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.122753] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0edd54f-1361-40d8-87ca-8cc663af364f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.129716] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069072} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.131152] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.131465] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Created folder: Project (95bed1f2ecb041a79997d6b4d6717b9d) in parent group-v675446. [ 654.131624] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Creating folder: Instances. Parent ref: group-v675459. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.132384] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b458bc1b-948f-422c-929f-2f012a77dac3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.134866] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab7cbdf0-2d9d-4eee-9951-c77aa7a7e50a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.157389] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450742} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.158434] env[70261]: DEBUG nova.scheduler.client.report [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.172763] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 01fa515c-886f-4513-aee2-c8d9fcd17c98/01fa515c-886f-4513-aee2-c8d9fcd17c98.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.173773] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 02321cab-5118-4f4f-be47-620c1a701209/02321cab-5118-4f4f-be47-620c1a701209.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.174021] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.174354] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-506b8cdf-787c-4ad1-bb7f-481f5a3094bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.190679] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997607d3-9dd1-4db2-89ed-ddefff7bd480 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.202313] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 654.202313] env[70261]: value = "task-3385496" [ 654.202313] env[70261]: _type = "Task" [ 654.202313] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.208985] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 654.208985] env[70261]: value = "task-3385497" [ 654.208985] env[70261]: _type = "Task" [ 654.208985] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.210897] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Created folder: Instances in parent group-v675459. [ 654.211176] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.223023] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48022427-976b-4331-bb73-441bfe103e71] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.223023] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a398ad-a8e7-9900-8a2a-312ffd30c8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019024} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.225549] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f0115e5-5814-49d3-9001-061d46f92598 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.244790] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385496, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.245831] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc914b73-bc0f-401b-8615-d7c9723d22f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.251743] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.260012] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 654.260012] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dd5e4f-63f7-72ff-ab18-c58b4bbc3fdd" [ 654.260012] env[70261]: _type = "Task" [ 654.260012] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.260012] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.260012] env[70261]: value = "task-3385498" [ 654.260012] env[70261]: _type = "Task" [ 654.260012] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.272873] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385498, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.276738] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dd5e4f-63f7-72ff-ab18-c58b4bbc3fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.277055] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.277436] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 24161c6d-a5ea-4cbe-99cc-981953f390ae/24161c6d-a5ea-4cbe-99cc-981953f390ae.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.277609] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7624a04-af04-475c-b0b2-402bfaa4502d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.287539] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 654.287539] env[70261]: value = "task-3385499" [ 654.287539] env[70261]: _type = "Task" [ 654.287539] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.294968] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.600517] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385493, 'name': ReconfigVM_Task, 'duration_secs': 0.289762} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.600517] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 5140f842-8de3-4136-8ce3-59d5ad097d95/5140f842-8de3-4136-8ce3-59d5ad097d95.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.600517] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b24c1f7-0976-4a38-9685-8982503e0942 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.607248] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 654.607248] env[70261]: value = "task-3385500" [ 654.607248] env[70261]: _type = "Task" [ 654.607248] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.617106] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385500, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.675531] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.675985] env[70261]: DEBUG nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.683472] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.708s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.684685] env[70261]: INFO nova.compute.claims [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.730484] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072811} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.730737] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385496, 'name': ReconfigVM_Task, 'duration_secs': 0.431148} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.730968] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.733722] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 01fa515c-886f-4513-aee2-c8d9fcd17c98/01fa515c-886f-4513-aee2-c8d9fcd17c98.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.735612] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49ce64-cc30-4b12-95ba-45ff75b515a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.740964] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01ef9c29-a06a-4417-8efd-026891ba27be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.766732] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 02321cab-5118-4f4f-be47-620c1a701209/02321cab-5118-4f4f-be47-620c1a701209.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.769552] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7eff05-f50e-434e-8e79-cb4a6dff0abe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.784379] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 654.784379] env[70261]: value = "task-3385501" [ 654.784379] env[70261]: _type = "Task" [ 654.784379] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.797259] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 654.797259] env[70261]: value = "task-3385502" [ 654.797259] env[70261]: _type = "Task" [ 654.797259] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.801441] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385498, 'name': CreateVM_Task, 'duration_secs': 0.39972} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.808056] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48022427-976b-4331-bb73-441bfe103e71] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.808269] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385501, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.814856] env[70261]: DEBUG oslo_vmware.service [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8226d65-1bce-40fc-9948-e5405d2eeebf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.818374] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385499, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.823016] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.823240] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.823613] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.823879] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb60aef-b216-453b-99bf-0f32696e8d18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.830575] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.833750] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 654.833750] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205a5c8-b9cc-6172-f593-bcc20979ad1c" [ 654.833750] env[70261]: _type = "Task" [ 654.833750] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.843350] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205a5c8-b9cc-6172-f593-bcc20979ad1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.879724] env[70261]: DEBUG nova.network.neutron [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Updated VIF entry in instance network info cache for port 9ecf27bf-d503-48ad-888a-1de5cf1c2fda. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 654.880177] env[70261]: DEBUG nova.network.neutron [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Updating instance_info_cache with network_info: [{"id": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "address": "fa:16:3e:5b:66:65", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ecf27bf-d5", "ovs_interfaceid": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.120949] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385500, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.197071] env[70261]: DEBUG nova.compute.utils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.199356] env[70261]: DEBUG nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.199504] env[70261]: DEBUG nova.network.neutron [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.297812] env[70261]: DEBUG nova.policy [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd174459d15044ac3842404f739cd8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74afbacf0cec4bda98f69c0ef60878a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.312570] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385501, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.312570] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64366} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.312570] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 24161c6d-a5ea-4cbe-99cc-981953f390ae/24161c6d-a5ea-4cbe-99cc-981953f390ae.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.312570] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.312570] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c97636-01af-4aba-9b40-1c170ec086e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.317929] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.322560] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 655.322560] env[70261]: value = "task-3385503" [ 655.322560] env[70261]: _type = "Task" [ 655.322560] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.333185] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.345622] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.345622] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.345622] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.345792] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.345895] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.346171] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7bd6326-9396-4288-9cc7-e25eab8a7fbe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.355889] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.355889] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.355889] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ab6aae-c851-4355-87f3-2aa9ea51be07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.363236] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8666739-7086-445a-af39-1437e37eb837 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.368355] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 655.368355] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20466-f470-af34-44c5-91507c97d554" [ 655.368355] env[70261]: _type = "Task" [ 655.368355] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.376732] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20466-f470-af34-44c5-91507c97d554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.384173] env[70261]: DEBUG oslo_concurrency.lockutils [req-551a88dd-1ba9-4eb5-98e6-e8d68d3fce8c req-5ac20aa8-41f8-4424-aba8-8e4df1d981eb service nova] Releasing lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.617201] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385500, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.705499] env[70261]: DEBUG nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.772545] env[70261]: DEBUG nova.network.neutron [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Successfully created port: 35e669f1-e200-4afa-93c9-ad7ae17ece22 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.801491] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385501, 'name': Rename_Task, 'duration_secs': 0.994576} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.802272] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.804990] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0935a37c-5c50-4b38-8a30-1aa15f0f7ccd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.812209] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.815888] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 655.815888] env[70261]: value = "task-3385504" [ 655.815888] env[70261]: _type = "Task" [ 655.815888] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.823726] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.834111] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067412} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.836287] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.836287] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad2f2c8-2661-44c2-95c8-d5002a6f67e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.862957] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 24161c6d-a5ea-4cbe-99cc-981953f390ae/24161c6d-a5ea-4cbe-99cc-981953f390ae.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.866413] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366964c3-f1d4-4497-a6c1-f44b71678801 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.891017] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Preparing fetch location {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 655.892125] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Creating directory with path [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.892125] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 655.892125] env[70261]: value = "task-3385505" [ 655.892125] env[70261]: _type = "Task" [ 655.892125] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.892125] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97dbff92-b81a-4f3d-885e-a4a47103a472 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.904695] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.922859] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Created directory with path [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.925829] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Fetch image to [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 655.925829] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Downloading image file data 4ceded2d-768f-4897-ac89-5e4a52d51901 to [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk on the data store datastore1 {{(pid=70261) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 655.925829] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d5bb6-b752-44fb-8da3-8af243dfde71 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.930633] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d0f53-9f96-4983-8544-c16b79d64d4b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.935978] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61248e46-9a0a-4bcb-9a1f-e95fda0fba3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.944238] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165eccfc-aa81-4fc7-87f5-581bec095c28 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.951320] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f2dd3-e44b-4dd5-a979-ba2aae7467fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.985551] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29256483-a212-4861-bada-79b231a30e5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.015273] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cd31c3-275f-4b1f-9a58-fda67738b145 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.021443] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec392d8-14d7-4b26-9769-ac64d3b9f449 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.027696] env[70261]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-46ed917b-f0e1-484e-ad94-94db890c353d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.038334] env[70261]: DEBUG nova.compute.provider_tree [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.066449] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Downloading image file data 4ceded2d-768f-4897-ac89-5e4a52d51901 to the data store datastore1 {{(pid=70261) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 656.118689] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385500, 'name': Rename_Task, 'duration_secs': 1.264285} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.118689] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.118689] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a19edb66-5b4e-4d0c-98c5-d0a9f599f7f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.126038] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 656.126038] env[70261]: value = "task-3385506" [ 656.126038] env[70261]: _type = "Task" [ 656.126038] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.127988] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70261) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 656.133684] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.312580] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385502, 'name': ReconfigVM_Task, 'duration_secs': 1.160679} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.312894] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 02321cab-5118-4f4f-be47-620c1a701209/02321cab-5118-4f4f-be47-620c1a701209.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.313932] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc8cd97-db23-4078-8371-c864b5ad966b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.322819] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 656.322819] env[70261]: value = "task-3385507" [ 656.322819] env[70261]: _type = "Task" [ 656.322819] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.330422] env[70261]: DEBUG oslo_vmware.api [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385504, 'name': PowerOnVM_Task, 'duration_secs': 0.481369} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.331475] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.331990] env[70261]: INFO nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Took 12.64 seconds to spawn the instance on the hypervisor. [ 656.332268] env[70261]: DEBUG nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.333112] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95188f1d-c877-403a-b792-565353d4eb04 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.339327] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385507, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.404703] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385505, 'name': ReconfigVM_Task, 'duration_secs': 0.292304} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.408306] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 24161c6d-a5ea-4cbe-99cc-981953f390ae/24161c6d-a5ea-4cbe-99cc-981953f390ae.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.409448] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adc1c8ea-e7db-4304-985e-654edfd47938 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.416179] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 656.416179] env[70261]: value = "task-3385508" [ 656.416179] env[70261]: _type = "Task" [ 656.416179] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.425673] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385508, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.430766] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Received event network-vif-plugged-db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.430766] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Acquiring lock "24161c6d-a5ea-4cbe-99cc-981953f390ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.431330] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.431330] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.431330] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] No waiting events found dispatching network-vif-plugged-db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.431549] env[70261]: WARNING nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Received unexpected event network-vif-plugged-db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 for instance with vm_state building and task_state spawning. [ 656.431620] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Received event network-changed-db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.432724] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Refreshing instance network info cache due to event network-changed-db13bcc5-b365-4f42-80a4-c55b2a8b1cf7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.432724] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Acquiring lock "refresh_cache-24161c6d-a5ea-4cbe-99cc-981953f390ae" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.432724] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Acquired lock "refresh_cache-24161c6d-a5ea-4cbe-99cc-981953f390ae" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.432724] env[70261]: DEBUG nova.network.neutron [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Refreshing network info cache for port db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 656.548241] env[70261]: DEBUG nova.scheduler.client.report [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.635672] env[70261]: DEBUG oslo_vmware.api [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385506, 'name': PowerOnVM_Task, 'duration_secs': 0.477874} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.636433] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.636704] env[70261]: INFO nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Took 15.17 seconds to spawn the instance on the hypervisor. [ 656.636941] env[70261]: DEBUG nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.637790] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc79f20-4e15-4ae5-bca0-a03ba6518b8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.713888] env[70261]: DEBUG nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.738534] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.738777] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.738968] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.739165] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.739321] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.739469] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.739681] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.739892] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.740670] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.740974] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.741405] env[70261]: DEBUG nova.virt.hardware [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.742366] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a937704a-7e90-46ba-8303-5cf2abd51c0e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.752433] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33d8f74-bd58-4078-be62-cc4a152623a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.833822] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385507, 'name': Rename_Task, 'duration_secs': 0.147787} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.834380] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.834700] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28deec59-f8ed-4527-82f3-b3dde33a8f57 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.843712] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 656.843712] env[70261]: value = "task-3385509" [ 656.843712] env[70261]: _type = "Task" [ 656.843712] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.860215] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385509, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.864353] env[70261]: INFO nova.compute.manager [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Took 17.42 seconds to build instance. [ 656.927371] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385508, 'name': Rename_Task, 'duration_secs': 0.143792} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.930583] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.933024] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb645ee-ecb2-4567-9972-5e1fadf770d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.941214] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 656.941214] env[70261]: value = "task-3385510" [ 656.941214] env[70261]: _type = "Task" [ 656.941214] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.956977] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.007606] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Completed reading data from the image iterator. {{(pid=70261) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 657.007606] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 657.053467] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.054017] env[70261]: DEBUG nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.057049] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.286s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.058906] env[70261]: INFO nova.compute.claims [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.077021] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Downloaded image file data 4ceded2d-768f-4897-ac89-5e4a52d51901 to vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk on the data store datastore1 {{(pid=70261) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 657.077021] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Caching image {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 657.077021] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Copying Virtual Disk [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk to [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.077021] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78325a4d-1865-4850-b00a-7d0a7c2df649 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.085515] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 657.085515] env[70261]: value = "task-3385511" [ 657.085515] env[70261]: _type = "Task" [ 657.085515] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.098973] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.158127] env[70261]: INFO nova.compute.manager [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Took 19.94 seconds to build instance. [ 657.360454] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385509, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.367475] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e27cc330-8966-4fba-9c7b-82cacf4eb6d4 tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.934s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.415130] env[70261]: DEBUG nova.network.neutron [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Updated VIF entry in instance network info cache for port db13bcc5-b365-4f42-80a4-c55b2a8b1cf7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 657.416032] env[70261]: DEBUG nova.network.neutron [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Updating instance_info_cache with network_info: [{"id": "db13bcc5-b365-4f42-80a4-c55b2a8b1cf7", "address": "fa:16:3e:58:50:f9", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb13bcc5-b3", "ovs_interfaceid": "db13bcc5-b365-4f42-80a4-c55b2a8b1cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.456618] env[70261]: DEBUG oslo_vmware.api [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385510, 'name': PowerOnVM_Task, 'duration_secs': 0.476995} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.456948] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.457365] env[70261]: INFO nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Took 9.25 seconds to spawn the instance on the hypervisor. [ 657.457462] env[70261]: DEBUG nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.458431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cc25fa-87ae-4047-9dc2-2d2ae2af230d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.563970] env[70261]: DEBUG nova.compute.utils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.567752] env[70261]: DEBUG nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.568017] env[70261]: DEBUG nova.network.neutron [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.597835] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.660392] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6e13e430-aa0b-4147-8b81-7a0d35765410 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.453s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.675892] env[70261]: DEBUG nova.network.neutron [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Successfully updated port: 35e669f1-e200-4afa-93c9-ad7ae17ece22 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.708504] env[70261]: DEBUG nova.policy [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3681abbbc54afea3a222356792b996', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af06f08ff7b442878066424254d6118d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.856988] env[70261]: DEBUG oslo_vmware.api [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385509, 'name': PowerOnVM_Task, 'duration_secs': 0.695125} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.857266] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.857476] env[70261]: INFO nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Took 11.91 seconds to spawn the instance on the hypervisor. [ 657.857638] env[70261]: DEBUG nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.858580] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc59c4-3ad3-47d2-951e-1a13593b5c24 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.872615] env[70261]: DEBUG nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.920631] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Releasing lock "refresh_cache-24161c6d-a5ea-4cbe-99cc-981953f390ae" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.920895] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Received event network-vif-plugged-b3a8f8bd-1a47-4fe1-914f-281de4f38070 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.921104] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Acquiring lock "48022427-976b-4331-bb73-441bfe103e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.921340] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Lock "48022427-976b-4331-bb73-441bfe103e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.921533] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Lock "48022427-976b-4331-bb73-441bfe103e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.921703] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] No waiting events found dispatching network-vif-plugged-b3a8f8bd-1a47-4fe1-914f-281de4f38070 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.921869] env[70261]: WARNING nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Received unexpected event network-vif-plugged-b3a8f8bd-1a47-4fe1-914f-281de4f38070 for instance with vm_state building and task_state spawning. [ 657.922216] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Received event network-changed-b3a8f8bd-1a47-4fe1-914f-281de4f38070 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.922409] env[70261]: DEBUG nova.compute.manager [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Refreshing instance network info cache due to event network-changed-b3a8f8bd-1a47-4fe1-914f-281de4f38070. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.922597] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Acquiring lock "refresh_cache-48022427-976b-4331-bb73-441bfe103e71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.922733] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Acquired lock "refresh_cache-48022427-976b-4331-bb73-441bfe103e71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.922885] env[70261]: DEBUG nova.network.neutron [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Refreshing network info cache for port b3a8f8bd-1a47-4fe1-914f-281de4f38070 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 657.994209] env[70261]: INFO nova.compute.manager [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Took 14.11 seconds to build instance. [ 658.040047] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.040799] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.079821] env[70261]: DEBUG nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.102779] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837111} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.102779] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Copied Virtual Disk [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk to [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.102779] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Deleting the datastore file [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901/tmp-sparse.vmdk {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.102779] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6765897b-d680-45d6-ace3-fabea4e96523 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.111039] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 658.111039] env[70261]: value = "task-3385512" [ 658.111039] env[70261]: _type = "Task" [ 658.111039] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.121096] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.180741] env[70261]: DEBUG nova.network.neutron [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Successfully created port: 8cc7cf12-d983-4ea8-b588-b63f286c4b86 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.182884] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "refresh_cache-9136504b-78c6-463e-95d8-2e72bca184a0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.183062] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "refresh_cache-9136504b-78c6-463e-95d8-2e72bca184a0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.183245] env[70261]: DEBUG nova.network.neutron [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 658.292647] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858607b-403e-450c-b040-212578eb5fad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.301573] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd845316-86ef-4a8e-981d-58389f2d3b3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.339047] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d177774d-9d5e-4ea9-a6a0-f9762cac81c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.346627] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b35dffd-ce6c-490f-a052-29b687afa2c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.361305] env[70261]: DEBUG nova.compute.provider_tree [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.375760] env[70261]: INFO nova.compute.manager [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Took 17.32 seconds to build instance. [ 658.397252] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.498597] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7056e9d4-8a91-4fcc-b56b-8fb50ff973b5 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.631s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.543902] env[70261]: DEBUG nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.631112] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026329} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.631463] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.631781] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Moving file from [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85/4ceded2d-768f-4897-ac89-5e4a52d51901 to [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901. {{(pid=70261) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 658.632604] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8af3ec4f-2c3c-4f7d-98bb-78a2acb8f51d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.643400] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 658.643400] env[70261]: value = "task-3385513" [ 658.643400] env[70261]: _type = "Task" [ 658.643400] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.650299] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385513, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.784016] env[70261]: DEBUG nova.network.neutron [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 658.862038] env[70261]: DEBUG nova.network.neutron [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Updated VIF entry in instance network info cache for port b3a8f8bd-1a47-4fe1-914f-281de4f38070. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 658.862378] env[70261]: DEBUG nova.network.neutron [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Updating instance_info_cache with network_info: [{"id": "b3a8f8bd-1a47-4fe1-914f-281de4f38070", "address": "fa:16:3e:74:e1:a3", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a8f8bd-1a", "ovs_interfaceid": "b3a8f8bd-1a47-4fe1-914f-281de4f38070", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.866108] env[70261]: DEBUG nova.scheduler.client.report [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.880020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bc0e2323-29d6-4962-9577-b1949aa6dfcb tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "02321cab-5118-4f4f-be47-620c1a701209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.834s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.069783] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.089539] env[70261]: DEBUG nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.113898] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.114171] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.114331] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.114564] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.114667] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.114875] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.115043] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.115211] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.115391] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.117721] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.117721] env[70261]: DEBUG nova.virt.hardware [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.117721] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7145da27-4646-4223-8749-7e5946424a7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.127860] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17edb698-3b3a-474c-b2e6-a4b50feaeb09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.151985] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385513, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037392} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.152360] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] File moved {{(pid=70261) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 659.153166] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Cleaning up location [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 659.153450] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Deleting the datastore file [datastore1] vmware_temp/c6d8b951-5035-4417-bf79-44ccfa6d0f85 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.154117] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b43ec9-b280-4373-80da-9f964612f707 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.161885] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 659.161885] env[70261]: value = "task-3385514" [ 659.161885] env[70261]: _type = "Task" [ 659.161885] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.172842] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.242110] env[70261]: DEBUG nova.network.neutron [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Updating instance_info_cache with network_info: [{"id": "35e669f1-e200-4afa-93c9-ad7ae17ece22", "address": "fa:16:3e:49:9c:bc", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e669f1-e2", "ovs_interfaceid": "35e669f1-e200-4afa-93c9-ad7ae17ece22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.371615] env[70261]: DEBUG oslo_concurrency.lockutils [req-06f15eb5-b9bf-47da-af2d-f22a335ecab6 req-bf7f58d8-9471-4d4d-b33f-976c970b85a9 service nova] Releasing lock "refresh_cache-48022427-976b-4331-bb73-441bfe103e71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.372930] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.373080] env[70261]: DEBUG nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.380465] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.780s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.380790] env[70261]: INFO nova.compute.claims [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.679076] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035222} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.679076] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.680093] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eadba4-ba65-453b-a1f7-8f1a33dd7114 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.686421] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 659.686421] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520463da-2a22-e9a1-9f32-ceab29556296" [ 659.686421] env[70261]: _type = "Task" [ 659.686421] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.695774] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520463da-2a22-e9a1-9f32-ceab29556296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.745226] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "refresh_cache-9136504b-78c6-463e-95d8-2e72bca184a0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.745442] env[70261]: DEBUG nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance network_info: |[{"id": "35e669f1-e200-4afa-93c9-ad7ae17ece22", "address": "fa:16:3e:49:9c:bc", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e669f1-e2", "ovs_interfaceid": "35e669f1-e200-4afa-93c9-ad7ae17ece22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.745861] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:9c:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35e669f1-e200-4afa-93c9-ad7ae17ece22', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.754470] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating folder: Project (74afbacf0cec4bda98f69c0ef60878a8). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.754816] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdff0825-94f6-4df7-8e83-816af0bd5886 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.869492] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created folder: Project (74afbacf0cec4bda98f69c0ef60878a8) in parent group-v675446. [ 659.869997] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating folder: Instances. Parent ref: group-v675462. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.869997] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77551a90-2484-40ec-8b31-5ed027482813 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.883767] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created folder: Instances in parent group-v675462. [ 659.884036] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.884302] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.884519] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89af3448-a68c-499f-b909-61a6acdf4348 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.904288] env[70261]: DEBUG nova.compute.utils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.907835] env[70261]: DEBUG nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.908020] env[70261]: DEBUG nova.network.neutron [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.920750] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.920750] env[70261]: value = "task-3385517" [ 659.920750] env[70261]: _type = "Task" [ 659.920750] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.929954] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385517, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.026406] env[70261]: DEBUG nova.policy [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd174459d15044ac3842404f739cd8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74afbacf0cec4bda98f69c0ef60878a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.199782] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520463da-2a22-e9a1-9f32-ceab29556296, 'name': SearchDatastore_Task, 'duration_secs': 0.029104} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.200253] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.200382] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 48022427-976b-4331-bb73-441bfe103e71/48022427-976b-4331-bb73-441bfe103e71.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.200641] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5816949-7c8c-4b47-aeb8-0c3e6424c2a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.207980] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 660.207980] env[70261]: value = "task-3385518" [ 660.207980] env[70261]: _type = "Task" [ 660.207980] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.217910] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.238992] env[70261]: DEBUG nova.network.neutron [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Successfully updated port: 8cc7cf12-d983-4ea8-b588-b63f286c4b86 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.400651] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "143eff36-4daa-4abb-98c9-3ea8cce0243b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.400651] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.409176] env[70261]: DEBUG nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.441108] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385517, 'name': CreateVM_Task, 'duration_secs': 0.362898} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.441108] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.441730] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.441885] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.442258] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.442861] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49a5b2b-ccb5-4d6f-8473-48547bd3ed89 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.448888] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 660.448888] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5295b3fb-4098-3525-f900-92fc03c27d7c" [ 660.448888] env[70261]: _type = "Task" [ 660.448888] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.466777] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5295b3fb-4098-3525-f900-92fc03c27d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.703393] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757487c-1d67-408e-804f-e94d73c3c5db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.715509] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29150787-87ad-455f-b72a-7568729c39f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.726761] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385518, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.770198] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.770402] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.770594] env[70261]: DEBUG nova.network.neutron [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 660.774259] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6719df89-a005-4996-a128-7fc24291ba43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.782077] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662dcbf1-ea42-4337-83ae-6e4664fb8971 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.799250] env[70261]: DEBUG nova.compute.provider_tree [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.904106] env[70261]: DEBUG nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.960361] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5295b3fb-4098-3525-f900-92fc03c27d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.058723} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.960783] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.960884] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.961043] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.961194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.961513] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.962342] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-102d5e52-8d4a-4220-a223-2044e8e289c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.971756] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.971938] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.972799] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5930519b-c0e7-4a9e-a357-27bd2a0799e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.978180] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 660.978180] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e961f2-f9fc-23ab-82d5-29dc8465c5fb" [ 660.978180] env[70261]: _type = "Task" [ 660.978180] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.986716] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e961f2-f9fc-23ab-82d5-29dc8465c5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.173787] env[70261]: DEBUG nova.compute.manager [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Received event network-vif-plugged-35e669f1-e200-4afa-93c9-ad7ae17ece22 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.174287] env[70261]: DEBUG oslo_concurrency.lockutils [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] Acquiring lock "9136504b-78c6-463e-95d8-2e72bca184a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.174287] env[70261]: DEBUG oslo_concurrency.lockutils [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] Lock "9136504b-78c6-463e-95d8-2e72bca184a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.174436] env[70261]: DEBUG oslo_concurrency.lockutils [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] Lock "9136504b-78c6-463e-95d8-2e72bca184a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.174578] env[70261]: DEBUG nova.compute.manager [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] No waiting events found dispatching network-vif-plugged-35e669f1-e200-4afa-93c9-ad7ae17ece22 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.174749] env[70261]: WARNING nova.compute.manager [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Received unexpected event network-vif-plugged-35e669f1-e200-4afa-93c9-ad7ae17ece22 for instance with vm_state building and task_state spawning. [ 661.174914] env[70261]: DEBUG nova.compute.manager [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Received event network-changed-35e669f1-e200-4afa-93c9-ad7ae17ece22 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.176569] env[70261]: DEBUG nova.compute.manager [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Refreshing instance network info cache due to event network-changed-35e669f1-e200-4afa-93c9-ad7ae17ece22. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.176795] env[70261]: DEBUG oslo_concurrency.lockutils [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] Acquiring lock "refresh_cache-9136504b-78c6-463e-95d8-2e72bca184a0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.177056] env[70261]: DEBUG oslo_concurrency.lockutils [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] Acquired lock "refresh_cache-9136504b-78c6-463e-95d8-2e72bca184a0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.177350] env[70261]: DEBUG nova.network.neutron [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Refreshing network info cache for port 35e669f1-e200-4afa-93c9-ad7ae17ece22 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 661.220059] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565725} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.220639] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 48022427-976b-4331-bb73-441bfe103e71/48022427-976b-4331-bb73-441bfe103e71.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.220639] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.220842] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07386dd3-aec2-4c2e-afdd-9d211ea8fdd8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.230112] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 661.230112] env[70261]: value = "task-3385519" [ 661.230112] env[70261]: _type = "Task" [ 661.230112] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.240638] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.286725] env[70261]: DEBUG nova.network.neutron [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Successfully created port: 9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.304762] env[70261]: DEBUG nova.scheduler.client.report [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.333754] env[70261]: DEBUG nova.network.neutron [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 661.397832] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "e23641b5-1054-4c89-9b63-98f1994e09ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.397832] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.428047] env[70261]: DEBUG nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.439709] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.469302] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.469522] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.469693] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.469902] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.470209] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.470517] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.470778] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.470964] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.471158] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.471325] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.471551] env[70261]: DEBUG nova.virt.hardware [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.472391] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73c9f6c-1616-414a-b8c0-fe2b9f36832b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.485429] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a194445-bf07-47d2-ac24-12caae81b506 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.496354] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e961f2-f9fc-23ab-82d5-29dc8465c5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.031517} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.507808] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41884205-12de-4600-9a4d-7944e6076aa6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.515580] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 661.515580] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d72b2-5a1e-322a-2873-2c8a1e3840b8" [ 661.515580] env[70261]: _type = "Task" [ 661.515580] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.524081] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d72b2-5a1e-322a-2873-2c8a1e3840b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.634555] env[70261]: DEBUG nova.network.neutron [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance_info_cache with network_info: [{"id": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "address": "fa:16:3e:d8:25:31", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7cf12-d9", "ovs_interfaceid": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.744851] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073193} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.744851] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.746629] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54900db4-6eec-464a-929a-2a7ca2cd1496 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.771730] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 48022427-976b-4331-bb73-441bfe103e71/48022427-976b-4331-bb73-441bfe103e71.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.774975] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc447ff-b8a0-4b32-bec5-985afb9738cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.797360] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 661.797360] env[70261]: value = "task-3385520" [ 661.797360] env[70261]: _type = "Task" [ 661.797360] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.808477] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.810337] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.810831] env[70261]: DEBUG nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.813366] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.648s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.815398] env[70261]: INFO nova.compute.claims [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.899989] env[70261]: DEBUG nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.029863] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d72b2-5a1e-322a-2873-2c8a1e3840b8, 'name': SearchDatastore_Task, 'duration_secs': 0.028558} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.029863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.029863] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.030411] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38e0c2d-d54c-46a2-b8d1-130df68908d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.040708] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 662.040708] env[70261]: value = "task-3385521" [ 662.040708] env[70261]: _type = "Task" [ 662.040708] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.053503] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.138427] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.139140] env[70261]: DEBUG nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Instance network_info: |[{"id": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "address": "fa:16:3e:d8:25:31", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7cf12-d9", "ovs_interfaceid": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.139707] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:25:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc7cf12-d983-4ea8-b588-b63f286c4b86', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.152806] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Creating folder: Project (af06f08ff7b442878066424254d6118d). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.152806] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43fa70e7-fcfb-44fb-94d8-f4add64ee21c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.165021] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Created folder: Project (af06f08ff7b442878066424254d6118d) in parent group-v675446. [ 662.165021] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Creating folder: Instances. Parent ref: group-v675465. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.165021] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-694f0743-179e-4ada-9d1c-e8a9794b0ca4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.173799] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Created folder: Instances in parent group-v675465. [ 662.174073] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.174853] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.174853] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f94aa02-9b89-4846-b8eb-727a53c24a5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.195078] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.195078] env[70261]: value = "task-3385524" [ 662.195078] env[70261]: _type = "Task" [ 662.195078] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.207651] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385524, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.306095] env[70261]: DEBUG nova.network.neutron [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Updated VIF entry in instance network info cache for port 35e669f1-e200-4afa-93c9-ad7ae17ece22. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 662.306471] env[70261]: DEBUG nova.network.neutron [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Updating instance_info_cache with network_info: [{"id": "35e669f1-e200-4afa-93c9-ad7ae17ece22", "address": "fa:16:3e:49:9c:bc", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e669f1-e2", "ovs_interfaceid": "35e669f1-e200-4afa-93c9-ad7ae17ece22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.312683] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.322961] env[70261]: DEBUG nova.compute.utils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.327131] env[70261]: DEBUG nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.327379] env[70261]: DEBUG nova.network.neutron [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.348667] env[70261]: DEBUG nova.compute.manager [None req-5deaf93d-e618-4105-94f5-a0475467f5a1 tempest-ServerDiagnosticsTest-1870761920 tempest-ServerDiagnosticsTest-1870761920-project-admin] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.350224] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5218b3-6455-496b-a500-81610b01779c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.357453] env[70261]: INFO nova.compute.manager [None req-5deaf93d-e618-4105-94f5-a0475467f5a1 tempest-ServerDiagnosticsTest-1870761920 tempest-ServerDiagnosticsTest-1870761920-project-admin] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Retrieving diagnostics [ 662.359084] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3f8cbc-36a1-4c7d-9bd5-c6f2ad3526cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.417420] env[70261]: DEBUG nova.policy [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fe96386ed114d1e908c6d5f5181dd7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43cb8bb9e71f4623bb31218b70b2a585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.429199] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.554518] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.642459] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.642459] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.709868] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385524, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.809732] env[70261]: DEBUG oslo_concurrency.lockutils [req-21fa6835-b907-43fe-95e6-05a555f7b369 req-fb799f05-a164-4c89-8666-3ad9e30cf94f service nova] Releasing lock "refresh_cache-9136504b-78c6-463e-95d8-2e72bca184a0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.810206] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385520, 'name': ReconfigVM_Task, 'duration_secs': 0.650871} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.810659] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 48022427-976b-4331-bb73-441bfe103e71/48022427-976b-4331-bb73-441bfe103e71.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.811786] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea4511a2-33db-452c-bb16-77b843fb8b73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.818893] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 662.818893] env[70261]: value = "task-3385525" [ 662.818893] env[70261]: _type = "Task" [ 662.818893] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.828552] env[70261]: DEBUG nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.834593] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385525, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.007536] env[70261]: DEBUG nova.network.neutron [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Successfully created port: a8351c50-fc78-4f6d-835d-cc786b97040f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.055853] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622591} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.056221] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.056221] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.056551] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24759428-ea9c-4c2f-bef6-5e54084db101 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.063072] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 663.063072] env[70261]: value = "task-3385526" [ 663.063072] env[70261]: _type = "Task" [ 663.063072] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.075188] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.093342] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477d3726-3dbe-4801-9800-d1ef8aac705b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.100553] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4577b3-27d2-4d1a-be5a-469e6559837d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.130501] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6e56e3-9a86-49d7-9dc5-dda27c974e81 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.137832] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99266b-3fdd-40ba-bd26-00a926fe974a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.152697] env[70261]: DEBUG nova.compute.provider_tree [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.208521] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385524, 'name': CreateVM_Task, 'duration_secs': 0.630106} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.208699] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.210095] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.210095] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.210095] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.210355] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2486d3ff-f90a-4d62-bb34-ff8773df045a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.215834] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 663.215834] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527a5eed-b3a9-3fbe-d03a-1d28af52728a" [ 663.215834] env[70261]: _type = "Task" [ 663.215834] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.224928] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527a5eed-b3a9-3fbe-d03a-1d28af52728a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.335277] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385525, 'name': Rename_Task, 'duration_secs': 0.414288} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.335546] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.335781] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44673645-6a61-43bd-a57a-da94161503ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.342498] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 663.342498] env[70261]: value = "task-3385527" [ 663.342498] env[70261]: _type = "Task" [ 663.342498] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.351143] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.462822] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.463470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.463470] env[70261]: DEBUG nova.compute.manager [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.464273] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9753dc-22ce-400e-84ec-ae93d7f7ad14 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.471584] env[70261]: DEBUG nova.compute.manager [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 663.472494] env[70261]: DEBUG nova.objects.instance [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lazy-loading 'flavor' on Instance uuid 24161c6d-a5ea-4cbe-99cc-981953f390ae {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.576163] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289795} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.576436] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.577524] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f36b8df-eda1-40fa-ac5c-ee3ca887033b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.615177] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.616374] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad59c92-e9ec-4f05-b990-1991b971558c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.642845] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 663.642845] env[70261]: value = "task-3385528" [ 663.642845] env[70261]: _type = "Task" [ 663.642845] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.652939] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.655930] env[70261]: DEBUG nova.scheduler.client.report [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.731435] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527a5eed-b3a9-3fbe-d03a-1d28af52728a, 'name': SearchDatastore_Task, 'duration_secs': 0.040373} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.731775] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.732058] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.732318] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.732444] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.732641] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.732934] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0883d3a3-035e-4f5b-a168-17ae32dc5a29 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.749380] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.749621] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.750436] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea773906-4333-4353-8876-986afeb041c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.758409] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 663.758409] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525aee86-14a9-4c33-0040-c03d9dc14e5d" [ 663.758409] env[70261]: _type = "Task" [ 663.758409] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.768446] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525aee86-14a9-4c33-0040-c03d9dc14e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.840979] env[70261]: DEBUG nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.857813] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.877235] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.877486] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.878023] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.878023] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.878023] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.879608] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.879608] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.879608] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.879811] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.880061] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.880260] env[70261]: DEBUG nova.virt.hardware [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.881279] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785b22c9-0044-4ac6-946e-184f7b3f9b50 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.893176] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c0c76-6e99-4936-b34b-c7a885e77c13 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.155709] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.171028] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.171028] env[70261]: DEBUG nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.172266] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.775s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.173891] env[70261]: INFO nova.compute.claims [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.185173] env[70261]: DEBUG nova.compute.manager [None req-17467662-ec6c-4f15-b694-ba944e4bf651 tempest-ServerExternalEventsTest-577646940 tempest-ServerExternalEventsTest-577646940-project] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Received event network-changed {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.185173] env[70261]: DEBUG nova.compute.manager [None req-17467662-ec6c-4f15-b694-ba944e4bf651 tempest-ServerExternalEventsTest-577646940 tempest-ServerExternalEventsTest-577646940-project] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Refreshing instance network info cache due to event network-changed. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.185173] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17467662-ec6c-4f15-b694-ba944e4bf651 tempest-ServerExternalEventsTest-577646940 tempest-ServerExternalEventsTest-577646940-project] Acquiring lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.185173] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17467662-ec6c-4f15-b694-ba944e4bf651 tempest-ServerExternalEventsTest-577646940 tempest-ServerExternalEventsTest-577646940-project] Acquired lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.185674] env[70261]: DEBUG nova.network.neutron [None req-17467662-ec6c-4f15-b694-ba944e4bf651 tempest-ServerExternalEventsTest-577646940 tempest-ServerExternalEventsTest-577646940-project] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 664.272040] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525aee86-14a9-4c33-0040-c03d9dc14e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.276174] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc2069d-1727-4442-8e73-3398e21aab7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.284502] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 664.284502] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b53ca3-4b5b-6969-ce12-8b9b833c253c" [ 664.284502] env[70261]: _type = "Task" [ 664.284502] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.292415] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b53ca3-4b5b-6969-ce12-8b9b833c253c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.356793] env[70261]: DEBUG oslo_vmware.api [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385527, 'name': PowerOnVM_Task, 'duration_secs': 1.012161} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.357272] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.357525] env[70261]: INFO nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Took 13.90 seconds to spawn the instance on the hypervisor. [ 664.357758] env[70261]: DEBUG nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.358738] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae897a85-fd5b-4584-8831-7fe501387238 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.482158] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.483441] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79e03f88-456c-42f9-83fa-0d76bb78586b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.490950] env[70261]: DEBUG oslo_vmware.api [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 664.490950] env[70261]: value = "task-3385529" [ 664.490950] env[70261]: _type = "Task" [ 664.490950] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.500062] env[70261]: DEBUG oslo_vmware.api [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.501421] env[70261]: DEBUG nova.network.neutron [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Successfully updated port: 9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.584949] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.585203] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.664017] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.679436] env[70261]: DEBUG nova.compute.utils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.689030] env[70261]: DEBUG nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 664.794994] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b53ca3-4b5b-6969-ce12-8b9b833c253c, 'name': SearchDatastore_Task, 'duration_secs': 0.014171} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.795392] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.795847] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df/1a6a76d2-0ddf-42b7-85ef-843b72b6f0df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.796239] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-395c6269-a126-45b7-bc5d-62953305b742 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.803376] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 664.803376] env[70261]: value = "task-3385530" [ 664.803376] env[70261]: _type = "Task" [ 664.803376] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.813387] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.877777] env[70261]: DEBUG nova.network.neutron [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Successfully updated port: a8351c50-fc78-4f6d-835d-cc786b97040f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.886805] env[70261]: INFO nova.compute.manager [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Took 19.32 seconds to build instance. [ 665.005733] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "refresh_cache-4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.006043] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "refresh_cache-4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.006307] env[70261]: DEBUG nova.network.neutron [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 665.007552] env[70261]: DEBUG oslo_vmware.api [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.156336] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.186627] env[70261]: DEBUG nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.252804] env[70261]: DEBUG nova.network.neutron [None req-17467662-ec6c-4f15-b694-ba944e4bf651 tempest-ServerExternalEventsTest-577646940 tempest-ServerExternalEventsTest-577646940-project] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Updating instance_info_cache with network_info: [{"id": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "address": "fa:16:3e:5b:66:65", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ecf27bf-d5", "ovs_interfaceid": "9ecf27bf-d503-48ad-888a-1de5cf1c2fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.313196] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.384467] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "refresh_cache-ea0fac22-ed73-4785-a5eb-610e9107e14d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.384620] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquired lock "refresh_cache-ea0fac22-ed73-4785-a5eb-610e9107e14d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.384775] env[70261]: DEBUG nova.network.neutron [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 665.391631] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e9586843-7666-4d68-8bf7-24ef0969f940 tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "48022427-976b-4331-bb73-441bfe103e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.837s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.520565] env[70261]: DEBUG oslo_vmware.api [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385529, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.536557] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152a1c2-e694-4f43-a0aa-3486591edb98 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.552026] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e5554d-a313-49f8-a525-bd23c2530bfc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.586306] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0ee9a1-244b-47ae-88a0-c6398e29ac6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.594968] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c717418-6e21-462f-b6f7-6bb425e3c91a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.600969] env[70261]: DEBUG nova.network.neutron [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 665.615677] env[70261]: DEBUG nova.compute.provider_tree [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.659203] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385528, 'name': ReconfigVM_Task, 'duration_secs': 1.728318} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.659524] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.660219] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40a8d828-82f0-49c1-a576-c4b537549c5e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.668628] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 665.668628] env[70261]: value = "task-3385531" [ 665.668628] env[70261]: _type = "Task" [ 665.668628] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.678633] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385531, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.756818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17467662-ec6c-4f15-b694-ba944e4bf651 tempest-ServerExternalEventsTest-577646940 tempest-ServerExternalEventsTest-577646940-project] Releasing lock "refresh_cache-02321cab-5118-4f4f-be47-620c1a701209" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.822114] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.878034] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "184d720d-be64-4e9e-9cd5-4f277609cced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.878282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "184d720d-be64-4e9e-9cd5-4f277609cced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.902583] env[70261]: DEBUG nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.963078] env[70261]: DEBUG nova.network.neutron [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 666.006416] env[70261]: DEBUG oslo_vmware.api [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385529, 'name': PowerOffVM_Task, 'duration_secs': 1.052539} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.006707] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.006926] env[70261]: DEBUG nova.compute.manager [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.007745] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb07e24-3bac-4fdf-8fe9-c6f56f0babaf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.105109] env[70261]: DEBUG nova.compute.manager [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Received event network-vif-plugged-8cc7cf12-d983-4ea8-b588-b63f286c4b86 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.105411] env[70261]: DEBUG oslo_concurrency.lockutils [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] Acquiring lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.105664] env[70261]: DEBUG oslo_concurrency.lockutils [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.105868] env[70261]: DEBUG oslo_concurrency.lockutils [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.106105] env[70261]: DEBUG nova.compute.manager [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] No waiting events found dispatching network-vif-plugged-8cc7cf12-d983-4ea8-b588-b63f286c4b86 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.106325] env[70261]: WARNING nova.compute.manager [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Received unexpected event network-vif-plugged-8cc7cf12-d983-4ea8-b588-b63f286c4b86 for instance with vm_state building and task_state spawning. [ 666.106517] env[70261]: DEBUG nova.compute.manager [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Received event network-changed-8cc7cf12-d983-4ea8-b588-b63f286c4b86 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.106702] env[70261]: DEBUG nova.compute.manager [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Refreshing instance network info cache due to event network-changed-8cc7cf12-d983-4ea8-b588-b63f286c4b86. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.106917] env[70261]: DEBUG oslo_concurrency.lockutils [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] Acquiring lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.107136] env[70261]: DEBUG oslo_concurrency.lockutils [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] Acquired lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.107325] env[70261]: DEBUG nova.network.neutron [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Refreshing network info cache for port 8cc7cf12-d983-4ea8-b588-b63f286c4b86 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 666.120090] env[70261]: DEBUG nova.scheduler.client.report [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.124736] env[70261]: DEBUG nova.network.neutron [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Updating instance_info_cache with network_info: [{"id": "9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51", "address": "fa:16:3e:fc:1b:c0", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b67d3-c9", "ovs_interfaceid": "9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.179250] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385531, 'name': Rename_Task, 'duration_secs': 0.270554} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.179250] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.179250] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2d71f78-7604-47c7-938d-731d1cde5a89 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.187219] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 666.187219] env[70261]: value = "task-3385532" [ 666.187219] env[70261]: _type = "Task" [ 666.187219] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.187219] env[70261]: DEBUG nova.network.neutron [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Updating instance_info_cache with network_info: [{"id": "a8351c50-fc78-4f6d-835d-cc786b97040f", "address": "fa:16:3e:a9:df:5c", "network": {"id": "9ba7420c-4b1e-4de5-a7b2-2893f67033b2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-803395780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43cb8bb9e71f4623bb31218b70b2a585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8351c50-fc", "ovs_interfaceid": "a8351c50-fc78-4f6d-835d-cc786b97040f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.197660] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "01fa515c-886f-4513-aee2-c8d9fcd17c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.197660] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.197660] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "01fa515c-886f-4513-aee2-c8d9fcd17c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.198225] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.198225] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.200299] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.200824] env[70261]: INFO nova.compute.manager [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Terminating instance [ 666.209354] env[70261]: DEBUG nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.247601] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.248603] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.248603] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.248732] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.249248] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.249497] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.249871] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.250130] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.250383] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.250982] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.251145] env[70261]: DEBUG nova.virt.hardware [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.253545] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a8ffe-0475-4470-90c9-a7aeb86f97a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.265259] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af22fa8-5482-4568-9969-201938140590 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.290785] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.300925] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Creating folder: Project (09f85405aa3e4d22bf0311e360cf6684). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.302860] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-087a01c8-91f9-414a-ba26-8a8c70bced6d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.308235] env[70261]: DEBUG nova.compute.manager [req-bd7827ec-ea8a-42bd-bee0-141fc008dfa3 req-13cc803e-bcb8-41f7-869c-3760226a69ac service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Received event network-vif-plugged-9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.308571] env[70261]: DEBUG oslo_concurrency.lockutils [req-bd7827ec-ea8a-42bd-bee0-141fc008dfa3 req-13cc803e-bcb8-41f7-869c-3760226a69ac service nova] Acquiring lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.308873] env[70261]: DEBUG oslo_concurrency.lockutils [req-bd7827ec-ea8a-42bd-bee0-141fc008dfa3 req-13cc803e-bcb8-41f7-869c-3760226a69ac service nova] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.309143] env[70261]: DEBUG oslo_concurrency.lockutils [req-bd7827ec-ea8a-42bd-bee0-141fc008dfa3 req-13cc803e-bcb8-41f7-869c-3760226a69ac service nova] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.309400] env[70261]: DEBUG nova.compute.manager [req-bd7827ec-ea8a-42bd-bee0-141fc008dfa3 req-13cc803e-bcb8-41f7-869c-3760226a69ac service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] No waiting events found dispatching network-vif-plugged-9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.309646] env[70261]: WARNING nova.compute.manager [req-bd7827ec-ea8a-42bd-bee0-141fc008dfa3 req-13cc803e-bcb8-41f7-869c-3760226a69ac service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Received unexpected event network-vif-plugged-9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 for instance with vm_state building and task_state spawning. [ 666.324220] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385530, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047335} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.324578] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df/1a6a76d2-0ddf-42b7-85ef-843b72b6f0df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.325451] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.325451] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36720dee-feaa-43d1-ac8e-fd3e59cf1cd2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.334348] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 666.334348] env[70261]: value = "task-3385534" [ 666.334348] env[70261]: _type = "Task" [ 666.334348] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.341376] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Created folder: Project (09f85405aa3e4d22bf0311e360cf6684) in parent group-v675446. [ 666.341376] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Creating folder: Instances. Parent ref: group-v675468. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.341573] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-535c807b-f89b-44c4-bc6f-a7dc5012e63a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.347922] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.357315] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Created folder: Instances in parent group-v675468. [ 666.357583] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.357759] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.357957] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee0fd9e6-4963-454b-b1a0-a13fdd2d9102 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.374805] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.374805] env[70261]: value = "task-3385536" [ 666.374805] env[70261]: _type = "Task" [ 666.374805] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.384654] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385536, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.429180] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.524688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5bd2dec-220e-4318-ad6d-589c433e1210 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.059s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.616546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "5140f842-8de3-4136-8ce3-59d5ad097d95" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.616546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.616546] env[70261]: INFO nova.compute.manager [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Rebooting instance [ 666.627616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.628217] env[70261]: DEBUG nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.635807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.566s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.637510] env[70261]: INFO nova.compute.claims [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.646862] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "refresh_cache-4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.651022] env[70261]: DEBUG nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Instance network_info: |[{"id": "9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51", "address": "fa:16:3e:fc:1b:c0", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b67d3-c9", "ovs_interfaceid": "9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.651230] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:1b:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.662424] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.662951] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.663405] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-473cd32a-8e1d-491d-8635-fb51551afce4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.690658] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.690658] env[70261]: value = "task-3385537" [ 666.690658] env[70261]: _type = "Task" [ 666.690658] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.695849] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Releasing lock "refresh_cache-ea0fac22-ed73-4785-a5eb-610e9107e14d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.696589] env[70261]: DEBUG nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Instance network_info: |[{"id": "a8351c50-fc78-4f6d-835d-cc786b97040f", "address": "fa:16:3e:a9:df:5c", "network": {"id": "9ba7420c-4b1e-4de5-a7b2-2893f67033b2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-803395780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43cb8bb9e71f4623bb31218b70b2a585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8351c50-fc", "ovs_interfaceid": "a8351c50-fc78-4f6d-835d-cc786b97040f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.703087] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:df:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8351c50-fc78-4f6d-835d-cc786b97040f', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.711878] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Creating folder: Project (43cb8bb9e71f4623bb31218b70b2a585). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.717601] env[70261]: DEBUG nova.compute.manager [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.717688] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.717949] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26308515-92b1-437b-8743-0e643d1f7a4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.731911] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e4b651-baba-4958-97b6-6f87d75b74e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.736814] env[70261]: DEBUG oslo_vmware.api [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385532, 'name': PowerOnVM_Task, 'duration_secs': 0.525657} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.737577] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385537, 'name': CreateVM_Task} progress is 15%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.738114] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.740583] env[70261]: INFO nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Took 10.02 seconds to spawn the instance on the hypervisor. [ 666.740583] env[70261]: DEBUG nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.740583] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e984844-929e-4814-8b73-64f77cfc93bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.747998] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.747998] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa76138f-125e-41f5-bf35-dea10ecacc52 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.750714] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Created folder: Project (43cb8bb9e71f4623bb31218b70b2a585) in parent group-v675446. [ 666.751339] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Creating folder: Instances. Parent ref: group-v675472. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.753206] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f7a19db-86ea-4841-b372-a904841be03c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.760521] env[70261]: DEBUG oslo_vmware.api [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 666.760521] env[70261]: value = "task-3385539" [ 666.760521] env[70261]: _type = "Task" [ 666.760521] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.770655] env[70261]: DEBUG oslo_vmware.api [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.771964] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Created folder: Instances in parent group-v675472. [ 666.772389] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.772704] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.773052] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-181b513e-9e9c-4daf-8f15-9ed513162ade {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.800043] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.800043] env[70261]: value = "task-3385541" [ 666.800043] env[70261]: _type = "Task" [ 666.800043] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.814090] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385541, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.851180] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09908} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.851552] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.852416] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b15b490-83b1-4f5e-88ea-6ebd7117dc1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.888517] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df/1a6a76d2-0ddf-42b7-85ef-843b72b6f0df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.897862] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84e2e5c1-2e31-4728-a1b0-a87fbd355b1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.924774] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385536, 'name': CreateVM_Task, 'duration_secs': 0.47228} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.926505] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.926606] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 666.926606] env[70261]: value = "task-3385542" [ 666.926606] env[70261]: _type = "Task" [ 666.926606] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.927192] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.927192] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.929115] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.929115] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42ece29-9108-4166-a44c-14a46f63fac4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.941699] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.941699] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 666.941699] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52870be7-c37f-8bed-3605-af0fec623b2e" [ 666.941699] env[70261]: _type = "Task" [ 666.941699] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.956823] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52870be7-c37f-8bed-3605-af0fec623b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015803} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.956823] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.957111] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.957452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.957690] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.957894] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.958233] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166de50a-8c05-4eb7-a1cc-83baa6e31aec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.969458] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.969691] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.973117] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad152e5f-99b8-4fe6-b0aa-6c42e4d4b83c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.982765] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 666.982765] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a70f37-6b10-9dce-5e11-794be5909c47" [ 666.982765] env[70261]: _type = "Task" [ 666.982765] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.995690] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a70f37-6b10-9dce-5e11-794be5909c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.117585] env[70261]: DEBUG nova.network.neutron [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updated VIF entry in instance network info cache for port 8cc7cf12-d983-4ea8-b588-b63f286c4b86. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 667.117967] env[70261]: DEBUG nova.network.neutron [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance_info_cache with network_info: [{"id": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "address": "fa:16:3e:d8:25:31", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7cf12-d9", "ovs_interfaceid": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.150796] env[70261]: DEBUG nova.compute.utils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.152641] env[70261]: DEBUG nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 667.163243] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.163641] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquired lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.163728] env[70261]: DEBUG nova.network.neutron [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 667.206375] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385537, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.238917] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "02321cab-5118-4f4f-be47-620c1a701209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.239342] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "02321cab-5118-4f4f-be47-620c1a701209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.239581] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "02321cab-5118-4f4f-be47-620c1a701209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.239780] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "02321cab-5118-4f4f-be47-620c1a701209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.243037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "02321cab-5118-4f4f-be47-620c1a701209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.244233] env[70261]: INFO nova.compute.manager [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Terminating instance [ 667.273154] env[70261]: INFO nova.compute.manager [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Took 20.06 seconds to build instance. [ 667.277775] env[70261]: DEBUG oslo_vmware.api [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385539, 'name': PowerOffVM_Task, 'duration_secs': 0.255809} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.278195] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.278452] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.278777] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9299c9df-33e9-4b8b-8103-8e64961b09c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.314834] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385541, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.344178] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.344405] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.344586] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Deleting the datastore file [datastore2] 01fa515c-886f-4513-aee2-c8d9fcd17c98 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.344850] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4088b15c-74ea-44c9-85e9-623a97aab0d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.351359] env[70261]: DEBUG oslo_vmware.api [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for the task: (returnval){ [ 667.351359] env[70261]: value = "task-3385544" [ 667.351359] env[70261]: _type = "Task" [ 667.351359] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.359959] env[70261]: DEBUG oslo_vmware.api [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.441213] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.475116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.475392] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.494828] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a70f37-6b10-9dce-5e11-794be5909c47, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.495625] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc6925c-d82b-4da0-8637-0e0a4b00aa15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.501281] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 667.501281] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5444c-13a3-5820-724c-00e2521d011e" [ 667.501281] env[70261]: _type = "Task" [ 667.501281] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.509286] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5444c-13a3-5820-724c-00e2521d011e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.621857] env[70261]: DEBUG oslo_concurrency.lockutils [req-f92ae71c-0f0f-4d87-8d92-0b4bceecb30e req-2413848d-f592-4131-9878-d6570a261f47 service nova] Releasing lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.654686] env[70261]: DEBUG nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.707649] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385537, 'name': CreateVM_Task, 'duration_secs': 0.550678} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.707763] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.710832] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.710832] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.711150] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.713670] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d108ae38-2857-40cd-941d-630733052f8b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.720310] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 667.720310] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52feefba-e530-93cb-a314-33d9273b85a3" [ 667.720310] env[70261]: _type = "Task" [ 667.720310] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.731138] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52feefba-e530-93cb-a314-33d9273b85a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.748919] env[70261]: DEBUG nova.compute.manager [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.749629] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.751367] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a52e8-5cbe-4c4a-9ddc-41cebb820210 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.760764] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.761057] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3184806-ac5b-41a3-9a73-3e9cd34289e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.769600] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 667.769600] env[70261]: value = "task-3385545" [ 667.769600] env[70261]: _type = "Task" [ 667.769600] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.777828] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.780279] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fbf329e9-7314-4fcf-b4bd-74326844dd19 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "9136504b-78c6-463e-95d8-2e72bca184a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.586s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.812441] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385541, 'name': CreateVM_Task, 'duration_secs': 0.529595} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.812627] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.815019] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.862334] env[70261]: DEBUG oslo_vmware.api [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Task: {'id': task-3385544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385227} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.865065] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.865274] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.865525] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.865616] env[70261]: INFO nova.compute.manager [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 667.866557] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.866557] env[70261]: DEBUG nova.compute.manager [-] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.866557] env[70261]: DEBUG nova.network.neutron [-] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 667.945160] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.955253] env[70261]: DEBUG nova.network.neutron [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Updating instance_info_cache with network_info: [{"id": "707701f8-9cde-4bb2-88b8-f07de916ed88", "address": "fa:16:3e:33:76:4e", "network": {"id": "218a28c9-dfa8-4a50-b32c-5df474da4752", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-591885504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b0cd687f140499799758c9f002da29b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap707701f8-9c", "ovs_interfaceid": "707701f8-9cde-4bb2-88b8-f07de916ed88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.013407] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f304858-7567-4db6-8e39-28a4eeba5228 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.019841] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5444c-13a3-5820-724c-00e2521d011e, 'name': SearchDatastore_Task, 'duration_secs': 0.031384} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.020545] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.022068] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 271fabab-cc8d-418a-ad9e-f07b8d3a8b98/271fabab-cc8d-418a-ad9e-f07b8d3a8b98.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.022068] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd35c684-0186-468d-89fe-23f0281e534d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.027198] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e0d5b-d2aa-4248-860c-e1e317266dbe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.031867] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 668.031867] env[70261]: value = "task-3385546" [ 668.031867] env[70261]: _type = "Task" [ 668.031867] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.065047] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e90633-9c39-40f7-8cc1-b2ddc4324153 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.072213] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.072213] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.072213] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.078469] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc56cb2-60da-4dbf-8cd5-abe9583910fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.092917] env[70261]: DEBUG nova.compute.provider_tree [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.233069] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52feefba-e530-93cb-a314-33d9273b85a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01625} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.233398] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.233596] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.233821] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.233960] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.234173] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.234456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.234750] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.234965] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73da1aa3-f2fd-4df3-9989-ccf60d0a65fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.236944] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91a8811-e851-4de3-95b4-e6a0a75ea060 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.242902] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 668.242902] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522d5ee1-adf2-5d9a-e286-37683a3731fc" [ 668.242902] env[70261]: _type = "Task" [ 668.242902] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.248194] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.248417] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.252101] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad4cab8-3230-4f21-a14f-deb202012f09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.254366] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522d5ee1-adf2-5d9a-e286-37683a3731fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.257478] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 668.257478] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528b442b-4984-058e-b1b8-cab680737564" [ 668.257478] env[70261]: _type = "Task" [ 668.257478] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.267271] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528b442b-4984-058e-b1b8-cab680737564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.278728] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.283292] env[70261]: DEBUG nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.440432] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.458930] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Releasing lock "refresh_cache-5140f842-8de3-4136-8ce3-59d5ad097d95" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.544145] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385546, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.596935] env[70261]: DEBUG nova.scheduler.client.report [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.666664] env[70261]: DEBUG nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.707509] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.707708] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.707767] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.709097] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.709866] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.710161] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.710861] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.711073] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.711353] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.711449] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.711622] env[70261]: DEBUG nova.virt.hardware [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.712966] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5052ade-348d-49e2-879d-74517d4df566 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.727492] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f8774e-7bc3-40c4-85df-51125879715e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.748984] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.756306] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Creating folder: Project (0fb3a4aaf4574872a70c0e3bb31d6c0f). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.760377] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a02b71c0-e0dd-42c8-b75e-5a7548909bb3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.772104] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528b442b-4984-058e-b1b8-cab680737564, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.780560] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522d5ee1-adf2-5d9a-e286-37683a3731fc, 'name': SearchDatastore_Task, 'duration_secs': 0.026744} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.782090] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95043bf-4cec-45c6-99f9-042d206d7b45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.785019] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.785019] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.785155] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.785394] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Created folder: Project (0fb3a4aaf4574872a70c0e3bb31d6c0f) in parent group-v675446. [ 668.785554] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Creating folder: Instances. Parent ref: group-v675475. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.786238] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-383cf265-e29c-481e-9558-f77f1f593c21 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.793721] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385545, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.797675] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 668.797675] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5255cbb5-d28c-438d-6232-5dc8bd86d922" [ 668.797675] env[70261]: _type = "Task" [ 668.797675] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.811537] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Created folder: Instances in parent group-v675475. [ 668.811800] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.815837] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.816170] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5255cbb5-d28c-438d-6232-5dc8bd86d922, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.817280] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.817519] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c80775f-361d-4394-b16b-3558942f7205 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.830087] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.830797] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6/4d53d8a8-2e20-4e95-8b12-1898c57ea7d6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.830797] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.830953] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.831145] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a238f813-7221-4170-95ab-619fa8c6d452 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.833876] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cf518f1-40ce-4138-98c3-fc9a8363f72b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.839352] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.839352] env[70261]: value = "task-3385549" [ 668.839352] env[70261]: _type = "Task" [ 668.839352] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.842038] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 668.842038] env[70261]: value = "task-3385550" [ 668.842038] env[70261]: _type = "Task" [ 668.842038] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.848871] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.849463] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.849769] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385549, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.850326] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5f0256-94ce-4f25-bb8d-2dc93d154597 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.855678] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.859231] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 668.859231] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5265711f-c3c0-77ee-b8b6-65aa57f35b1b" [ 668.859231] env[70261]: _type = "Task" [ 668.859231] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.869662] env[70261]: DEBUG nova.network.neutron [-] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.874022] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5265711f-c3c0-77ee-b8b6-65aa57f35b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.939058] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385542, 'name': ReconfigVM_Task, 'duration_secs': 1.598383} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.942817] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df/1a6a76d2-0ddf-42b7-85ef-843b72b6f0df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.942817] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b195552-4795-4c3c-82e6-2b83a009b2c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.945729] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 668.945729] env[70261]: value = "task-3385551" [ 668.945729] env[70261]: _type = "Task" [ 668.945729] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.953955] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385551, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.965837] env[70261]: DEBUG nova.compute.manager [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.966764] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67593eaa-a9cd-489d-825b-284b11cb5bf5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.044403] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778668} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.044754] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 271fabab-cc8d-418a-ad9e-f07b8d3a8b98/271fabab-cc8d-418a-ad9e-f07b8d3a8b98.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.046736] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.046736] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59ff6bee-b5ca-4f56-a637-e7a0ee3dbe35 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.052209] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 669.052209] env[70261]: value = "task-3385552" [ 669.052209] env[70261]: _type = "Task" [ 669.052209] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.061319] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.105288] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.106314] env[70261]: DEBUG nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.113036] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.670s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.113036] env[70261]: INFO nova.compute.claims [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.122238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "e694bdb7-295a-4072-a16f-d484c47299a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.122238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "e694bdb7-295a-4072-a16f-d484c47299a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.282199] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385545, 'name': PowerOffVM_Task, 'duration_secs': 1.072818} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.282199] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.283377] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.283377] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-398c6d75-2b5a-40a6-a89c-fc76be14edee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.349941] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.350620] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.350826] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Deleting the datastore file [datastore2] 02321cab-5118-4f4f-be47-620c1a701209 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.356233] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab13125d-48f1-4c88-a991-d1fe09bba19b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.358359] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385549, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.363536] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385550, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.368905] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for the task: (returnval){ [ 669.368905] env[70261]: value = "task-3385554" [ 669.368905] env[70261]: _type = "Task" [ 669.368905] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.373937] env[70261]: INFO nova.compute.manager [-] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Took 1.51 seconds to deallocate network for instance. [ 669.374353] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5265711f-c3c0-77ee-b8b6-65aa57f35b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.384574] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c61967-5990-4f3c-9e4b-bbede8cead57 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.391989] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.393327] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 669.393327] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c3a0eb-afe3-2ef1-225a-cbe8365135ad" [ 669.393327] env[70261]: _type = "Task" [ 669.393327] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.401699] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c3a0eb-afe3-2ef1-225a-cbe8365135ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.462496] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385551, 'name': Rename_Task, 'duration_secs': 0.227414} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.463625] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.463885] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ac5df46-54a6-4338-a67c-6860ea91d668 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.470348] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 669.470348] env[70261]: value = "task-3385555" [ 669.470348] env[70261]: _type = "Task" [ 669.470348] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.482480] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.563456] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081392} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.564097] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.564659] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad8e630-5b68-442b-9671-cd041856b756 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.584982] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 271fabab-cc8d-418a-ad9e-f07b8d3a8b98/271fabab-cc8d-418a-ad9e-f07b8d3a8b98.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.586239] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00342e87-3652-46a9-9346-6770a5729803 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.602174] env[70261]: DEBUG nova.compute.manager [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Received event network-vif-plugged-a8351c50-fc78-4f6d-835d-cc786b97040f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.602416] env[70261]: DEBUG oslo_concurrency.lockutils [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] Acquiring lock "ea0fac22-ed73-4785-a5eb-610e9107e14d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.603638] env[70261]: DEBUG oslo_concurrency.lockutils [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.603638] env[70261]: DEBUG oslo_concurrency.lockutils [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.603638] env[70261]: DEBUG nova.compute.manager [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] No waiting events found dispatching network-vif-plugged-a8351c50-fc78-4f6d-835d-cc786b97040f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.603638] env[70261]: WARNING nova.compute.manager [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Received unexpected event network-vif-plugged-a8351c50-fc78-4f6d-835d-cc786b97040f for instance with vm_state building and task_state spawning. [ 669.603638] env[70261]: DEBUG nova.compute.manager [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Received event network-changed-a8351c50-fc78-4f6d-835d-cc786b97040f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.603867] env[70261]: DEBUG nova.compute.manager [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Refreshing instance network info cache due to event network-changed-a8351c50-fc78-4f6d-835d-cc786b97040f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.603867] env[70261]: DEBUG oslo_concurrency.lockutils [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] Acquiring lock "refresh_cache-ea0fac22-ed73-4785-a5eb-610e9107e14d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.603867] env[70261]: DEBUG oslo_concurrency.lockutils [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] Acquired lock "refresh_cache-ea0fac22-ed73-4785-a5eb-610e9107e14d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.603867] env[70261]: DEBUG nova.network.neutron [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Refreshing network info cache for port a8351c50-fc78-4f6d-835d-cc786b97040f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 669.613055] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 669.613055] env[70261]: value = "task-3385556" [ 669.613055] env[70261]: _type = "Task" [ 669.613055] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.617747] env[70261]: DEBUG nova.compute.utils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.622146] env[70261]: DEBUG nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.622192] env[70261]: DEBUG nova.network.neutron [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.625859] env[70261]: DEBUG nova.compute.manager [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Received event network-changed-9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.626068] env[70261]: DEBUG nova.compute.manager [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Refreshing instance network info cache due to event network-changed-9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.626279] env[70261]: DEBUG oslo_concurrency.lockutils [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] Acquiring lock "refresh_cache-4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.626538] env[70261]: DEBUG oslo_concurrency.lockutils [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] Acquired lock "refresh_cache-4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.626604] env[70261]: DEBUG nova.network.neutron [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Refreshing network info cache for port 9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 669.633458] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.656045] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "48022427-976b-4331-bb73-441bfe103e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.656045] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "48022427-976b-4331-bb73-441bfe103e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.656045] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "48022427-976b-4331-bb73-441bfe103e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.656045] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "48022427-976b-4331-bb73-441bfe103e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.656688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "48022427-976b-4331-bb73-441bfe103e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.657664] env[70261]: INFO nova.compute.manager [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Terminating instance [ 669.776653] env[70261]: DEBUG nova.policy [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e69572ee20b4596b1214c198ebc35f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657d2bf2c8744e9e932be9fe83817034', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.853067] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385549, 'name': CreateVM_Task, 'duration_secs': 0.788628} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.853660] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.854185] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.854388] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.854734] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.855023] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72bb129-e577-4160-b91a-7145caa88966 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.861536] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606838} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.862163] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6/4d53d8a8-2e20-4e95-8b12-1898c57ea7d6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.862390] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.862620] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-494fc8df-a121-4806-bc73-f216df4983f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.865490] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 669.865490] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524879d2-ca76-445f-16a4-c05f40aea9b6" [ 669.865490] env[70261]: _type = "Task" [ 669.865490] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.869959] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 669.869959] env[70261]: value = "task-3385557" [ 669.869959] env[70261]: _type = "Task" [ 669.869959] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.876284] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524879d2-ca76-445f-16a4-c05f40aea9b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.886335] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.890851] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.895534] env[70261]: DEBUG oslo_vmware.api [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Task: {'id': task-3385554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160741} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.900197] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.900529] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.900603] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.900827] env[70261]: INFO nova.compute.manager [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Took 2.15 seconds to destroy the instance on the hypervisor. [ 669.903394] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.903394] env[70261]: DEBUG nova.compute.manager [-] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.903394] env[70261]: DEBUG nova.network.neutron [-] [instance: 02321cab-5118-4f4f-be47-620c1a701209] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 669.909640] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c3a0eb-afe3-2ef1-225a-cbe8365135ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.910842] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.910842] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] ea0fac22-ed73-4785-a5eb-610e9107e14d/ea0fac22-ed73-4785-a5eb-610e9107e14d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.910842] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e09e9bb3-eb02-4605-b5d7-104f3e68b4d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.917629] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 669.917629] env[70261]: value = "task-3385558" [ 669.917629] env[70261]: _type = "Task" [ 669.917629] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.926629] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.985957] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385555, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.986926] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac40964f-539a-4a7b-8e0e-22cbd56a11fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.996128] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Doing hard reboot of VM {{(pid=70261) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 669.996477] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a3f9c02b-216d-407c-a47c-ef6523f123bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.004072] env[70261]: DEBUG oslo_vmware.api [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 670.004072] env[70261]: value = "task-3385559" [ 670.004072] env[70261]: _type = "Task" [ 670.004072] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.017537] env[70261]: DEBUG oslo_vmware.api [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385559, 'name': ResetVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.130032] env[70261]: DEBUG nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.132647] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.164203] env[70261]: DEBUG nova.compute.manager [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.164629] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.165390] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba45445-af62-41e6-8278-ed2b94e0f3b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.175778] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.176990] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a526e178-6b0b-42d3-89ba-e6499e20b3d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.182616] env[70261]: DEBUG oslo_vmware.api [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 670.182616] env[70261]: value = "task-3385560" [ 670.182616] env[70261]: _type = "Task" [ 670.182616] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.201488] env[70261]: DEBUG oslo_vmware.api [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.307155] env[70261]: DEBUG nova.network.neutron [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Successfully created port: 50509c54-9f3a-476e-8d3e-dd18d159ab31 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.378175] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524879d2-ca76-445f-16a4-c05f40aea9b6, 'name': SearchDatastore_Task, 'duration_secs': 0.029296} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.381737] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.382061] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.382334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.382470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.382668] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.383120] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-329769a6-9411-41ef-ba78-a539ac7f308d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.388572] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278502} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.389229] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.390027] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae40480-93e3-4bce-9cca-2b4fd6f147e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.412234] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6/4d53d8a8-2e20-4e95-8b12-1898c57ea7d6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.420967] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8eb2eb-8c22-463d-a3b1-d869c631eedf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.436543] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.436543] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.445022] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73787ed-3d84-4f35-a8eb-652a98936230 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.454262] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.454532] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 670.454532] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5220d91c-64da-c152-cb25-591329bdb356" [ 670.454532] env[70261]: _type = "Task" [ 670.454532] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.456127] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 670.456127] env[70261]: value = "task-3385561" [ 670.456127] env[70261]: _type = "Task" [ 670.456127] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.470882] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5220d91c-64da-c152-cb25-591329bdb356, 'name': SearchDatastore_Task, 'duration_secs': 0.016258} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.474499] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.474797] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c842628-093f-48e2-b067-6be213d74e54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.486077] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 670.486077] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52693930-3367-3302-7765-69469f9f9c84" [ 670.486077] env[70261]: _type = "Task" [ 670.486077] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.490052] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.498316] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52693930-3367-3302-7765-69469f9f9c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.516082] env[70261]: DEBUG oslo_vmware.api [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385559, 'name': ResetVM_Task, 'duration_secs': 0.139432} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.516319] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Did hard reboot of VM {{(pid=70261) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 670.517123] env[70261]: DEBUG nova.compute.manager [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.517455] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d37798-4eba-49dc-9644-e66fcb44f6ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.608951] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99399bd9-cd93-405e-be5b-d52619b999ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.622153] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971eb51-cde2-47fd-8293-f9c2e896b895 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.629605] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385556, 'name': ReconfigVM_Task, 'duration_secs': 0.908674} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.630285] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 271fabab-cc8d-418a-ad9e-f07b8d3a8b98/271fabab-cc8d-418a-ad9e-f07b8d3a8b98.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.631232] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcb86b2e-1c4e-49b9-9521-bec75c959112 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.664484] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ac965f-2c24-4f4a-b521-fe14aadd787d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.671367] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 670.671367] env[70261]: value = "task-3385562" [ 670.671367] env[70261]: _type = "Task" [ 670.671367] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.676780] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04974d9-c334-4a52-bff5-365abb7dbc39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.686196] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385562, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.698195] env[70261]: DEBUG nova.compute.provider_tree [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.705023] env[70261]: DEBUG oslo_vmware.api [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385560, 'name': PowerOffVM_Task, 'duration_secs': 0.464362} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.705714] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.706389] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.706726] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-735bd695-188e-45a4-9858-3ddfaffe5cc1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.775211] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.775453] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.775648] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Deleting the datastore file [datastore1] 48022427-976b-4331-bb73-441bfe103e71 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.775942] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-993837ef-97ad-44b7-98b9-8f4f2daac66c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.783801] env[70261]: DEBUG oslo_vmware.api [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for the task: (returnval){ [ 670.783801] env[70261]: value = "task-3385564" [ 670.783801] env[70261]: _type = "Task" [ 670.783801] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.795016] env[70261]: DEBUG oslo_vmware.api [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.948768] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89519} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.948976] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] ea0fac22-ed73-4785-a5eb-610e9107e14d/ea0fac22-ed73-4785-a5eb-610e9107e14d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.949333] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.949547] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d8529ce-ac7d-4ab3-ba3d-d24ad4787c8a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.955903] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 670.955903] env[70261]: value = "task-3385565" [ 670.955903] env[70261]: _type = "Task" [ 670.955903] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.970230] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.973775] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.982504] env[70261]: DEBUG oslo_vmware.api [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385555, 'name': PowerOnVM_Task, 'duration_secs': 1.124816} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.982751] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.982963] env[70261]: INFO nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Took 11.89 seconds to spawn the instance on the hypervisor. [ 670.983160] env[70261]: DEBUG nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.983893] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7240d373-23fe-4262-a8bb-5bd69e332357 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.002534] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52693930-3367-3302-7765-69469f9f9c84, 'name': SearchDatastore_Task, 'duration_secs': 0.040245} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.002534] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.002833] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.003790] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19480838-81c7-45d6-8d0e-0905d1851199 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.010430] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 671.010430] env[70261]: value = "task-3385566" [ 671.010430] env[70261]: _type = "Task" [ 671.010430] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.019252] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.037162] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b0bc66-b235-4ade-922b-aca27b8f8a12 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.418s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.165602] env[70261]: DEBUG nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.181022] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385562, 'name': Rename_Task, 'duration_secs': 0.196145} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.181022] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.181022] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c000b2-b716-4848-8651-848ab8857afe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.184721] env[70261]: DEBUG nova.network.neutron [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Updated VIF entry in instance network info cache for port a8351c50-fc78-4f6d-835d-cc786b97040f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 671.184997] env[70261]: DEBUG nova.network.neutron [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Updating instance_info_cache with network_info: [{"id": "a8351c50-fc78-4f6d-835d-cc786b97040f", "address": "fa:16:3e:a9:df:5c", "network": {"id": "9ba7420c-4b1e-4de5-a7b2-2893f67033b2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-803395780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43cb8bb9e71f4623bb31218b70b2a585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8351c50-fc", "ovs_interfaceid": "a8351c50-fc78-4f6d-835d-cc786b97040f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.194040] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 671.194040] env[70261]: value = "task-3385567" [ 671.194040] env[70261]: _type = "Task" [ 671.194040] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.198204] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.198496] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.198685] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.198905] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.199127] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.199359] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.199627] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.200470] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.200470] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.200470] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.200470] env[70261]: DEBUG nova.virt.hardware [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.201323] env[70261]: DEBUG nova.scheduler.client.report [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.205274] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b48971-2be4-455d-bec6-f841848387ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.214872] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.222037] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0f75bf-d2f2-4337-94fc-8b4f4e99f7ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.228394] env[70261]: DEBUG nova.network.neutron [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Updated VIF entry in instance network info cache for port 9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 671.228394] env[70261]: DEBUG nova.network.neutron [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Updating instance_info_cache with network_info: [{"id": "9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51", "address": "fa:16:3e:fc:1b:c0", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7b67d3-c9", "ovs_interfaceid": "9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.297918] env[70261]: DEBUG oslo_vmware.api [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Task: {'id': task-3385564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311318} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.298255] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.298450] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.298624] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.298795] env[70261]: INFO nova.compute.manager [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] [instance: 48022427-976b-4331-bb73-441bfe103e71] Took 1.13 seconds to destroy the instance on the hypervisor. [ 671.299078] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.299302] env[70261]: DEBUG nova.compute.manager [-] [instance: 48022427-976b-4331-bb73-441bfe103e71] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.299403] env[70261]: DEBUG nova.network.neutron [-] [instance: 48022427-976b-4331-bb73-441bfe103e71] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 671.472492] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142145} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.477452] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.477452] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385561, 'name': ReconfigVM_Task, 'duration_secs': 0.650797} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.477738] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb26db5-119e-4958-8c6f-9a89dc214ef3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.480823] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6/4d53d8a8-2e20-4e95-8b12-1898c57ea7d6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.482210] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f94bc51b-f42f-4666-ae44-61369a1b46b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.512243] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ea0fac22-ed73-4785-a5eb-610e9107e14d/ea0fac22-ed73-4785-a5eb-610e9107e14d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.516480] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe5eabe-776a-4c64-94a5-b00a7293c071 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.535863] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 671.535863] env[70261]: value = "task-3385568" [ 671.535863] env[70261]: _type = "Task" [ 671.535863] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.536573] env[70261]: INFO nova.compute.manager [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Took 22.60 seconds to build instance. [ 671.542664] env[70261]: DEBUG nova.network.neutron [-] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.554847] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 671.554847] env[70261]: value = "task-3385569" [ 671.554847] env[70261]: _type = "Task" [ 671.554847] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.568278] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385568, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.568466] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385566, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.576680] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.693644] env[70261]: DEBUG oslo_concurrency.lockutils [req-8e239c3a-512a-4249-bc6c-9f6a0b4d1ada req-fb049b7e-5935-4823-9375-05a209803a31 service nova] Releasing lock "refresh_cache-ea0fac22-ed73-4785-a5eb-610e9107e14d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.709887] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.718118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.718118] env[70261]: DEBUG nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.719440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.290s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.720884] env[70261]: INFO nova.compute.claims [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.733121] env[70261]: DEBUG oslo_concurrency.lockutils [req-246c785c-3519-4aa4-965b-fd03ed231eec req-a787e469-85ae-48a6-8b46-bc3274d0e0d9 service nova] Releasing lock "refresh_cache-4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.830595] env[70261]: DEBUG nova.compute.manager [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.832843] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d933b2bd-213a-4f17-a7f7-0774cc287917 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.028175] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779496} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.028469] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.028688] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.028953] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdff0bc6-394f-4e12-bb56-f36710568d95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.035586] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 672.035586] env[70261]: value = "task-3385574" [ 672.035586] env[70261]: _type = "Task" [ 672.035586] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.044274] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.051071] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e27ae84-8f71-4bf1-a331-e384fc1a8a68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.133s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.055640] env[70261]: INFO nova.compute.manager [-] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Took 2.15 seconds to deallocate network for instance. [ 672.055971] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385568, 'name': Rename_Task, 'duration_secs': 0.312837} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.060870] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.064951] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8323e027-abf5-41d0-8e09-e15c5f0ccba0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.073578] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.075122] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 672.075122] env[70261]: value = "task-3385575" [ 672.075122] env[70261]: _type = "Task" [ 672.075122] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.083796] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.204737] env[70261]: DEBUG oslo_vmware.api [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385567, 'name': PowerOnVM_Task, 'duration_secs': 0.697927} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.205514] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.205836] env[70261]: INFO nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Took 6.00 seconds to spawn the instance on the hypervisor. [ 672.205997] env[70261]: DEBUG nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.207600] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e716a-efbf-4ab1-bea1-7d33bf97d10f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.225177] env[70261]: DEBUG nova.compute.utils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.227323] env[70261]: DEBUG nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.227528] env[70261]: DEBUG nova.network.neutron [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.318334] env[70261]: DEBUG nova.network.neutron [-] [instance: 48022427-976b-4331-bb73-441bfe103e71] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.344864] env[70261]: DEBUG nova.policy [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2086e6e333c44acb5a70236a048a049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c85501eb5d034d899b552a1457e0b47f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.351620] env[70261]: INFO nova.compute.manager [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] instance snapshotting [ 672.351620] env[70261]: WARNING nova.compute.manager [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 672.353856] env[70261]: DEBUG nova.compute.manager [req-5d5f1ef2-2100-4fc3-8a69-8f032a5ad15a req-f4c91305-f1f4-436f-91da-399c0eced3e7 service nova] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Received event network-vif-deleted-9ecf27bf-d503-48ad-888a-1de5cf1c2fda {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.355694] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2072ce-6103-4ce4-904f-07a2e5c68d09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.382357] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cacfc4-e06a-47e5-8c20-d4d9a8ace0a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.389204] env[70261]: DEBUG nova.compute.manager [req-5e3acc4a-a7fe-49c4-8f7b-d8f4e238aba2 req-fe64cb5b-d6a4-4c7b-a3e2-411dbf2dfb1a service nova] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Received event network-vif-deleted-b40ba045-f685-4ea5-bf32-9c4c2f7d8ed8 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.551662] env[70261]: DEBUG nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.556064] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071018} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.556694] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.565793] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e32f5-ce3e-4e53-bece-81c4361f83cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.569467] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.594609] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.602263] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-976a7caf-28de-4d5d-aae5-0cfda5f42efc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.619718] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385569, 'name': ReconfigVM_Task, 'duration_secs': 0.676785} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.621142] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ea0fac22-ed73-4785-a5eb-610e9107e14d/ea0fac22-ed73-4785-a5eb-610e9107e14d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.622979] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da06e056-75db-4d79-9778-a74ba0dbc795 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.630327] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.635030] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 672.635030] env[70261]: value = "task-3385576" [ 672.635030] env[70261]: _type = "Task" [ 672.635030] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.635030] env[70261]: DEBUG nova.network.neutron [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Successfully updated port: 50509c54-9f3a-476e-8d3e-dd18d159ab31 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.641932] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 672.641932] env[70261]: value = "task-3385577" [ 672.641932] env[70261]: _type = "Task" [ 672.641932] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.651131] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.657891] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385577, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.732612] env[70261]: DEBUG nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.738795] env[70261]: INFO nova.compute.manager [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Took 19.59 seconds to build instance. [ 672.825478] env[70261]: INFO nova.compute.manager [-] [instance: 48022427-976b-4331-bb73-441bfe103e71] Took 1.53 seconds to deallocate network for instance. [ 672.897294] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 672.902302] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-51e1dcf1-4efc-4550-bd06-1d740429a43c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.911390] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 672.911390] env[70261]: value = "task-3385578" [ 672.911390] env[70261]: _type = "Task" [ 672.911390] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.921669] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.072146] env[70261]: DEBUG nova.network.neutron [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Successfully created port: 56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.095505] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.102818] env[70261]: DEBUG oslo_vmware.api [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385575, 'name': PowerOnVM_Task, 'duration_secs': 0.742127} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.103897] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.103897] env[70261]: INFO nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Took 11.68 seconds to spawn the instance on the hypervisor. [ 673.104085] env[70261]: DEBUG nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.105401] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eab971-5225-458f-a34c-0bd9df3a29e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.149689] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "refresh_cache-d37c7f9e-54b4-448e-b396-d9ba4299a87f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.149889] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired lock "refresh_cache-d37c7f9e-54b4-448e-b396-d9ba4299a87f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.150632] env[70261]: DEBUG nova.network.neutron [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 673.152824] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.162500] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385577, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.204880] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00cb43-0a62-4f23-aa26-cf7c7f1d3ca5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.213195] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769f4fbe-c906-40d1-bdf8-e78094adb408 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.243670] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d097fd7-1ec1-4515-abe1-d34f8fe939c2 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.108s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.248913] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a838aa96-f139-4007-bcc0-ac06de7785b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.257876] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3979a2f-8da0-467e-8557-dff7c88b2188 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.272886] env[70261]: DEBUG nova.compute.provider_tree [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.337943] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.427317] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.630149] env[70261]: INFO nova.compute.manager [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Took 23.89 seconds to build instance. [ 673.647397] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.665705] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385577, 'name': Rename_Task, 'duration_secs': 0.809078} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.666374] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.666374] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0476746-2efa-4486-8509-6383dd199197 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.672843] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 673.672843] env[70261]: value = "task-3385579" [ 673.672843] env[70261]: _type = "Task" [ 673.672843] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.684133] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.734214] env[70261]: DEBUG nova.network.neutron [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 673.752955] env[70261]: DEBUG nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.757118] env[70261]: DEBUG nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.776630] env[70261]: DEBUG nova.scheduler.client.report [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.815521] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.815884] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.816085] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.816282] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.816429] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.817086] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.818433] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.818625] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.820084] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.820084] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.820084] env[70261]: DEBUG nova.virt.hardware [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.820855] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3732493-c29a-4bcd-8eae-598e8079618e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.832886] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b81c49-d7b0-4699-b1c8-5a82cbccbdef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.923811] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385578, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.132609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ca64dcd-1421-4e9f-8acf-cb375b198465 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.397s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.148913] env[70261]: DEBUG nova.network.neutron [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Updating instance_info_cache with network_info: [{"id": "50509c54-9f3a-476e-8d3e-dd18d159ab31", "address": "fa:16:3e:34:63:9e", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50509c54-9f", "ovs_interfaceid": "50509c54-9f3a-476e-8d3e-dd18d159ab31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.162036] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385576, 'name': ReconfigVM_Task, 'duration_secs': 1.023839} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.164834] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.170520] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1863dd86-3d15-4059-806f-e17f8a3983ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.180141] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 674.180141] env[70261]: value = "task-3385580" [ 674.180141] env[70261]: _type = "Task" [ 674.180141] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.184867] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.197145] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385580, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.287455] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.288127] env[70261]: DEBUG nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.293922] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.294240] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.865s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.297767] env[70261]: INFO nova.compute.claims [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.429208] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385578, 'name': CreateSnapshot_Task, 'duration_secs': 1.28731} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.429648] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 674.430569] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90c92df-b641-4c54-96eb-9cc9064d8e56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.511454] env[70261]: DEBUG nova.compute.manager [None req-d190c578-ab2d-4ff1-8a52-12ca77f276d6 tempest-ServerDiagnosticsV248Test-1607714959 tempest-ServerDiagnosticsV248Test-1607714959-project-admin] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.513789] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2c260-6190-48e0-8440-e0b7fb6c2e3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.535598] env[70261]: INFO nova.compute.manager [None req-d190c578-ab2d-4ff1-8a52-12ca77f276d6 tempest-ServerDiagnosticsV248Test-1607714959 tempest-ServerDiagnosticsV248Test-1607714959-project-admin] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Retrieving diagnostics [ 674.540023] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a75caf-47bc-4261-8d87-20d268e29ef8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.636118] env[70261]: DEBUG nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.656021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Releasing lock "refresh_cache-d37c7f9e-54b4-448e-b396-d9ba4299a87f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.656021] env[70261]: DEBUG nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Instance network_info: |[{"id": "50509c54-9f3a-476e-8d3e-dd18d159ab31", "address": "fa:16:3e:34:63:9e", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50509c54-9f", "ovs_interfaceid": "50509c54-9f3a-476e-8d3e-dd18d159ab31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.656392] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:63:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50509c54-9f3a-476e-8d3e-dd18d159ab31', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.668524] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Creating folder: Project (657d2bf2c8744e9e932be9fe83817034). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.668524] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ceebacd-98b3-47c6-bfb8-aa1e118f8fd9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.694963] env[70261]: DEBUG oslo_vmware.api [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385579, 'name': PowerOnVM_Task, 'duration_secs': 0.792658} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.695382] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Created folder: Project (657d2bf2c8744e9e932be9fe83817034) in parent group-v675446. [ 674.695705] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Creating folder: Instances. Parent ref: group-v675482. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.698027] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.698027] env[70261]: INFO nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Took 10.86 seconds to spawn the instance on the hypervisor. [ 674.698308] env[70261]: DEBUG nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.698423] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4068a816-8cde-4e7f-9152-c68ba32a5fe4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.706484] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c34bb6-af67-4cc2-86ec-598349bbc3c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.710781] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385580, 'name': Rename_Task, 'duration_secs': 0.211165} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.711924] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.712389] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8deb6e56-e0b3-428f-a133-4bb1b6a1bb6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.723761] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 674.723761] env[70261]: value = "task-3385583" [ 674.723761] env[70261]: _type = "Task" [ 674.723761] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.733810] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Created folder: Instances in parent group-v675482. [ 674.734167] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.734718] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.734978] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cf8b654-6df8-4254-a923-b0a0417e687a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.760679] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.766799] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.766799] env[70261]: value = "task-3385585" [ 674.766799] env[70261]: _type = "Task" [ 674.766799] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.781274] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385585, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.802999] env[70261]: DEBUG nova.compute.utils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.807185] env[70261]: DEBUG nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.807414] env[70261]: DEBUG nova.network.neutron [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.895376] env[70261]: DEBUG nova.policy [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dd347b36c1a4a1baa1daca9d7468bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20890398fb9e4f3b9f9881f99fb3f78e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.961434] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 674.963368] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd541ce7-a0d4-4c8d-8b45-ed0808941cd4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.973863] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 674.973863] env[70261]: value = "task-3385586" [ 674.973863] env[70261]: _type = "Task" [ 674.973863] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.984688] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385586, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.131579] env[70261]: DEBUG nova.network.neutron [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Successfully updated port: 56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.175269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.177832] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "5140f842-8de3-4136-8ce3-59d5ad097d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.178151] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.178317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "5140f842-8de3-4136-8ce3-59d5ad097d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.178532] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.178751] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.182900] env[70261]: INFO nova.compute.manager [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Terminating instance [ 675.187337] env[70261]: DEBUG nova.compute.manager [req-90bd25db-0c26-4abc-9910-1db2e56c9cd8 req-3cef6479-8b39-4d34-b0d0-6ecf8f04a722 service nova] [instance: 48022427-976b-4331-bb73-441bfe103e71] Received event network-vif-deleted-b3a8f8bd-1a47-4fe1-914f-281de4f38070 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.210880] env[70261]: DEBUG nova.compute.manager [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Received event network-vif-plugged-50509c54-9f3a-476e-8d3e-dd18d159ab31 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.211152] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] Acquiring lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.211607] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.211797] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.211998] env[70261]: DEBUG nova.compute.manager [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] No waiting events found dispatching network-vif-plugged-50509c54-9f3a-476e-8d3e-dd18d159ab31 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.212166] env[70261]: WARNING nova.compute.manager [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Received unexpected event network-vif-plugged-50509c54-9f3a-476e-8d3e-dd18d159ab31 for instance with vm_state building and task_state spawning. [ 675.212487] env[70261]: DEBUG nova.compute.manager [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Received event network-changed-50509c54-9f3a-476e-8d3e-dd18d159ab31 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.212717] env[70261]: DEBUG nova.compute.manager [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Refreshing instance network info cache due to event network-changed-50509c54-9f3a-476e-8d3e-dd18d159ab31. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.212828] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] Acquiring lock "refresh_cache-d37c7f9e-54b4-448e-b396-d9ba4299a87f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.213171] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] Acquired lock "refresh_cache-d37c7f9e-54b4-448e-b396-d9ba4299a87f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.213171] env[70261]: DEBUG nova.network.neutron [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Refreshing network info cache for port 50509c54-9f3a-476e-8d3e-dd18d159ab31 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 675.230701] env[70261]: INFO nova.compute.manager [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Took 22.66 seconds to build instance. [ 675.244751] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.278401] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385585, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.308861] env[70261]: DEBUG nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.492584] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385586, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.634493] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.634638] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquired lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.634813] env[70261]: DEBUG nova.network.neutron [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 675.675609] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f7fe90-4b69-4fca-a074-02c07781d508 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.684317] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f5857d-7201-4300-944f-4b9b7b8caed6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.690669] env[70261]: DEBUG nova.compute.manager [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.691050] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.726298] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c699c-70a6-48b9-92d6-7786a86a6c0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.734185] env[70261]: DEBUG nova.network.neutron [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Successfully created port: 223f692e-0681-4d30-aaf0-b9d54ffcd426 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.736942] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4466488b-c9c9-4180-ab91-212c0e908755 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.184s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.737188] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0280c-22b3-4aac-a180-cf3ac7a2e030 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.749720] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.749720] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e550117f-6c2a-41a6-bbd7-2d1e1efb7ec0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.755529] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385583, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.757888] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4602f90e-e5de-452c-9928-9f9c47b8d062 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.763711] env[70261]: DEBUG oslo_vmware.api [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 675.763711] env[70261]: value = "task-3385587" [ 675.763711] env[70261]: _type = "Task" [ 675.763711] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.779485] env[70261]: DEBUG nova.compute.provider_tree [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.797032] env[70261]: DEBUG oslo_vmware.api [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.801852] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385585, 'name': CreateVM_Task, 'duration_secs': 0.681803} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.802182] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.803965] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.803965] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.803965] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.803965] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b197330-77eb-4bcb-bc6e-8a3675fe8dc1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.809291] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 675.809291] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bd50e-9bba-5562-eeb7-d66a430c574b" [ 675.809291] env[70261]: _type = "Task" [ 675.809291] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.824944] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bd50e-9bba-5562-eeb7-d66a430c574b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.997994] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385586, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.118940] env[70261]: DEBUG nova.network.neutron [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Updated VIF entry in instance network info cache for port 50509c54-9f3a-476e-8d3e-dd18d159ab31. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 676.119427] env[70261]: DEBUG nova.network.neutron [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Updating instance_info_cache with network_info: [{"id": "50509c54-9f3a-476e-8d3e-dd18d159ab31", "address": "fa:16:3e:34:63:9e", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50509c54-9f", "ovs_interfaceid": "50509c54-9f3a-476e-8d3e-dd18d159ab31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.206944] env[70261]: DEBUG nova.network.neutron [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 676.253265] env[70261]: DEBUG nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.258025] env[70261]: DEBUG oslo_vmware.api [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385583, 'name': PowerOnVM_Task, 'duration_secs': 1.080592} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.258025] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.258025] env[70261]: INFO nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Took 7.59 seconds to spawn the instance on the hypervisor. [ 676.258200] env[70261]: DEBUG nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.259457] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fc543d-f281-4adf-b5b9-d4975f9fd904 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.279613] env[70261]: DEBUG oslo_vmware.api [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385587, 'name': PowerOffVM_Task, 'duration_secs': 0.223603} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.279613] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.279613] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.279825] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee080fcb-6e70-4e36-8513-703485bed9d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.293505] env[70261]: DEBUG nova.scheduler.client.report [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.324794] env[70261]: DEBUG nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.327090] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bd50e-9bba-5562-eeb7-d66a430c574b, 'name': SearchDatastore_Task, 'duration_secs': 0.016678} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.329578] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329578] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.329578] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.329578] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329813] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.330096] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d8d4fa-25db-4728-99b0-17317a1acb2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.343895] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.343895] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.343895] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7993cc84-5aa3-432e-935d-fd81bd9930d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.347707] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.348115] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.348397] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Deleting the datastore file [datastore2] 5140f842-8de3-4136-8ce3-59d5ad097d95 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.349181] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dc2d322-c198-4409-9384-64facb1cafad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.355027] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 676.355027] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52481b01-6bcc-10c9-4743-137ee80443a3" [ 676.355027] env[70261]: _type = "Task" [ 676.355027] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.366599] env[70261]: DEBUG oslo_vmware.api [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for the task: (returnval){ [ 676.366599] env[70261]: value = "task-3385589" [ 676.366599] env[70261]: _type = "Task" [ 676.366599] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.368651] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.368872] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.369150] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.369314] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.369478] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.369638] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.369851] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.370081] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.370404] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.370467] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.370679] env[70261]: DEBUG nova.virt.hardware [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.372543] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294fdbc8-e029-440e-ab9b-4a234b3a6b07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.382534] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52481b01-6bcc-10c9-4743-137ee80443a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.390960] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c55859-ec67-4043-9fb9-d689caa38bc5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.396119] env[70261]: DEBUG oslo_vmware.api [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.494278] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385586, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.534671] env[70261]: DEBUG nova.network.neutron [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Updating instance_info_cache with network_info: [{"id": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "address": "fa:16:3e:24:4f:70", "network": {"id": "70985248-31fa-4b12-a074-c87a1804db20", "bridge": "br-int", "label": "tempest-ServersTestJSON-1408561635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c85501eb5d034d899b552a1457e0b47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d4b0ae-fa", "ovs_interfaceid": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.622770] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b031851-87b8-411b-a286-9d0d03663464 req-4dca494d-8789-49c2-b31f-b24ae68104f1 service nova] Releasing lock "refresh_cache-d37c7f9e-54b4-448e-b396-d9ba4299a87f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.786027] env[70261]: INFO nova.compute.manager [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Took 18.40 seconds to build instance. [ 676.795757] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.805552] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.806066] env[70261]: DEBUG nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.811227] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.994s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.812559] env[70261]: INFO nova.compute.claims [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.873305] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52481b01-6bcc-10c9-4743-137ee80443a3, 'name': SearchDatastore_Task, 'duration_secs': 0.029427} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.882827] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36499df3-7c76-4c2f-ba86-c2baf55fe71c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.894918] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 676.894918] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527270e8-7a3d-0733-a6ed-bd6447293b4d" [ 676.894918] env[70261]: _type = "Task" [ 676.894918] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.897570] env[70261]: DEBUG oslo_vmware.api [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Task: {'id': task-3385589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263541} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.897570] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.897570] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.897570] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.897570] env[70261]: INFO nova.compute.manager [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Took 1.21 seconds to destroy the instance on the hypervisor. [ 676.897974] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.905483] env[70261]: DEBUG nova.compute.manager [-] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.905483] env[70261]: DEBUG nova.network.neutron [-] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 676.914232] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527270e8-7a3d-0733-a6ed-bd6447293b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013675} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.915551] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.915818] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] d37c7f9e-54b4-448e-b396-d9ba4299a87f/d37c7f9e-54b4-448e-b396-d9ba4299a87f.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.919466] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b327c5be-2ba8-4bc6-b2e6-506278c51ebc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.928188] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 676.928188] env[70261]: value = "task-3385591" [ 676.928188] env[70261]: _type = "Task" [ 676.928188] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.938270] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.999327] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385586, 'name': CloneVM_Task, 'duration_secs': 1.865773} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.999327] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Created linked-clone VM from snapshot [ 676.999327] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a41348-0991-48e6-99a3-de2ca9717b80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.011147] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Uploading image 54991e6e-8f46-4aee-a6e3-bc0e244d5f30 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 677.039234] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Releasing lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.039234] env[70261]: DEBUG nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Instance network_info: |[{"id": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "address": "fa:16:3e:24:4f:70", "network": {"id": "70985248-31fa-4b12-a074-c87a1804db20", "bridge": "br-int", "label": "tempest-ServersTestJSON-1408561635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c85501eb5d034d899b552a1457e0b47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d4b0ae-fa", "ovs_interfaceid": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.039667] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4f:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56d4b0ae-fa2d-4196-8381-2eb370bdaa1a', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.048201] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Creating folder: Project (c85501eb5d034d899b552a1457e0b47f). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.050453] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9285c5c-da04-4b5f-995c-9f47f9a69af1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.063784] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Created folder: Project (c85501eb5d034d899b552a1457e0b47f) in parent group-v675446. [ 677.063784] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Creating folder: Instances. Parent ref: group-v675486. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.067240] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 677.067240] env[70261]: value = "vm-675485" [ 677.067240] env[70261]: _type = "VirtualMachine" [ 677.067240] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 677.067240] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f573d5a-6ac8-4f8e-810a-f7934e4e2315 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.069346] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec5e2a53-0351-4d36-af10-4f12d4a2c415 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.078528] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease: (returnval){ [ 677.078528] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aeba40-6f95-413b-0421-96727c966646" [ 677.078528] env[70261]: _type = "HttpNfcLease" [ 677.078528] env[70261]: } obtained for exporting VM: (result){ [ 677.078528] env[70261]: value = "vm-675485" [ 677.078528] env[70261]: _type = "VirtualMachine" [ 677.078528] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 677.078528] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the lease: (returnval){ [ 677.078528] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aeba40-6f95-413b-0421-96727c966646" [ 677.078528] env[70261]: _type = "HttpNfcLease" [ 677.078528] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 677.084299] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Created folder: Instances in parent group-v675486. [ 677.084299] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.089592] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.089836] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26e91e5-f396-41d8-9005-022b149b341a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.116581] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.116581] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aeba40-6f95-413b-0421-96727c966646" [ 677.116581] env[70261]: _type = "HttpNfcLease" [ 677.116581] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 677.120138] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 677.120138] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aeba40-6f95-413b-0421-96727c966646" [ 677.120138] env[70261]: _type = "HttpNfcLease" [ 677.120138] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 677.120138] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.120138] env[70261]: value = "task-3385595" [ 677.120138] env[70261]: _type = "Task" [ 677.120138] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.121103] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d649c5-d845-4ef1-a081-1c05a5a2a046 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.133608] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e812a-f51f-31c0-0085-9c8291fce868/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 677.133813] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e812a-f51f-31c0-0085-9c8291fce868/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 677.141530] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385595, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.289678] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1081e35d-f0f9-48bd-b8fd-369d54874538 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.293s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.308273] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78231d68-2b90-441b-bbeb-308f556c3592 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.323483] env[70261]: DEBUG nova.compute.utils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.326093] env[70261]: DEBUG nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.326093] env[70261]: DEBUG nova.network.neutron [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.427987] env[70261]: DEBUG nova.compute.manager [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 677.441718] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385591, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.501024] env[70261]: DEBUG nova.policy [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '874ebd24432b41fe8f6a872681957190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b2101cb22f4c75bb78116b7bcc2260', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.639625] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385595, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.664698] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.664940] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.831198] env[70261]: DEBUG nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.949427] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610347} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.949509] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] d37c7f9e-54b4-448e-b396-d9ba4299a87f/d37c7f9e-54b4-448e-b396-d9ba4299a87f.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.949792] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.949986] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e5474f6-b6c1-4e4e-960c-237ea9b983c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.959315] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.962349] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 677.962349] env[70261]: value = "task-3385596" [ 677.962349] env[70261]: _type = "Task" [ 677.962349] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.972746] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.150658] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385595, 'name': CreateVM_Task, 'duration_secs': 0.630995} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.150839] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.152419] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.152590] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.154329] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.156416] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10c76fb-e551-472a-a9b3-410736943636 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.167288] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 678.167288] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f9007d-8a75-be88-cc7d-81d83d4527b2" [ 678.167288] env[70261]: _type = "Task" [ 678.167288] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.168802] env[70261]: DEBUG nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.206244] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f9007d-8a75-be88-cc7d-81d83d4527b2, 'name': SearchDatastore_Task, 'duration_secs': 0.019708} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.207371] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.207463] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.207706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.207843] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.208024] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.208323] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e99c94-1794-4f08-b860-f3bacf45907b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.221617] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.221617] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.222158] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44182ba3-f936-45be-aac4-a413ed58b481 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.244998] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 678.244998] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cb781a-f367-cc09-824b-210231f71ce9" [ 678.244998] env[70261]: _type = "Task" [ 678.244998] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.266167] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cb781a-f367-cc09-824b-210231f71ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.345060] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68af364e-c69c-452b-8604-942653125cd6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.359829] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca905b39-6f76-4c24-8b6a-5b1599aac73d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.400939] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbe6ac9-52dc-471b-9e88-96871e596104 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.412257] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27fed8-0027-4000-a680-efef9554b8e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.431596] env[70261]: DEBUG nova.compute.provider_tree [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.477182] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178584} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.477867] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.478912] env[70261]: DEBUG nova.network.neutron [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Successfully created port: ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.481891] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8aac90-8706-4798-97c9-8507cda3f8ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.514913] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] d37c7f9e-54b4-448e-b396-d9ba4299a87f/d37c7f9e-54b4-448e-b396-d9ba4299a87f.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.515432] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a21fa11-5716-431a-a172-3845f6f677d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.533167] env[70261]: DEBUG nova.network.neutron [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Successfully updated port: 223f692e-0681-4d30-aaf0-b9d54ffcd426 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.552994] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 678.552994] env[70261]: value = "task-3385597" [ 678.552994] env[70261]: _type = "Task" [ 678.552994] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.564605] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.611982] env[70261]: DEBUG nova.compute.manager [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Received event network-vif-plugged-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.612301] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] Acquiring lock "143eff36-4daa-4abb-98c9-3ea8cce0243b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.612543] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.614877] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.615863] env[70261]: DEBUG nova.compute.manager [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] No waiting events found dispatching network-vif-plugged-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.616164] env[70261]: WARNING nova.compute.manager [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Received unexpected event network-vif-plugged-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a for instance with vm_state building and task_state spawning. [ 678.616489] env[70261]: DEBUG nova.compute.manager [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Received event network-changed-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.616644] env[70261]: DEBUG nova.compute.manager [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Refreshing instance network info cache due to event network-changed-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.617232] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] Acquiring lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.617232] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] Acquired lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.617343] env[70261]: DEBUG nova.network.neutron [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Refreshing network info cache for port 56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 678.641952] env[70261]: DEBUG nova.network.neutron [-] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.739281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.767153] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cb781a-f367-cc09-824b-210231f71ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.01793} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.770488] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07245c32-e3e4-4510-85b3-6543e588f050 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.782205] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 678.782205] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527b8198-7f09-0ffc-3874-76ade8839a42" [ 678.782205] env[70261]: _type = "Task" [ 678.782205] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.793366] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527b8198-7f09-0ffc-3874-76ade8839a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.851051] env[70261]: DEBUG nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.888571] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.888810] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.889731] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.889731] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.889731] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.889731] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.889731] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.890086] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.890086] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.890174] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.890356] env[70261]: DEBUG nova.virt.hardware [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.891259] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0a1dc9-3b66-4e7a-8718-58c76ffa51d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.901403] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3b55ed-37e3-4edb-88f3-5f2fe396a9b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.935105] env[70261]: DEBUG nova.scheduler.client.report [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.008211] env[70261]: DEBUG nova.compute.manager [req-4924b4dc-82ac-4656-be37-b3535d5fa13e req-c12bc386-b0f2-45d7-815f-5472d80c7afa service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Received event network-vif-plugged-223f692e-0681-4d30-aaf0-b9d54ffcd426 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.008841] env[70261]: DEBUG oslo_concurrency.lockutils [req-4924b4dc-82ac-4656-be37-b3535d5fa13e req-c12bc386-b0f2-45d7-815f-5472d80c7afa service nova] Acquiring lock "e23641b5-1054-4c89-9b63-98f1994e09ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.009103] env[70261]: DEBUG oslo_concurrency.lockutils [req-4924b4dc-82ac-4656-be37-b3535d5fa13e req-c12bc386-b0f2-45d7-815f-5472d80c7afa service nova] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.009362] env[70261]: DEBUG oslo_concurrency.lockutils [req-4924b4dc-82ac-4656-be37-b3535d5fa13e req-c12bc386-b0f2-45d7-815f-5472d80c7afa service nova] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.009532] env[70261]: DEBUG nova.compute.manager [req-4924b4dc-82ac-4656-be37-b3535d5fa13e req-c12bc386-b0f2-45d7-815f-5472d80c7afa service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] No waiting events found dispatching network-vif-plugged-223f692e-0681-4d30-aaf0-b9d54ffcd426 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.009706] env[70261]: WARNING nova.compute.manager [req-4924b4dc-82ac-4656-be37-b3535d5fa13e req-c12bc386-b0f2-45d7-815f-5472d80c7afa service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Received unexpected event network-vif-plugged-223f692e-0681-4d30-aaf0-b9d54ffcd426 for instance with vm_state building and task_state spawning. [ 679.040801] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "refresh_cache-e23641b5-1054-4c89-9b63-98f1994e09ee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.041088] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquired lock "refresh_cache-e23641b5-1054-4c89-9b63-98f1994e09ee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.041311] env[70261]: DEBUG nova.network.neutron [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 679.065100] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385597, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.145018] env[70261]: INFO nova.compute.manager [-] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Took 2.24 seconds to deallocate network for instance. [ 679.207750] env[70261]: DEBUG nova.compute.manager [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.209431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b239e9-b39d-4935-99b3-893ed05ce130 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.297187] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527b8198-7f09-0ffc-3874-76ade8839a42, 'name': SearchDatastore_Task, 'duration_secs': 0.017972} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.297187] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.297315] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 143eff36-4daa-4abb-98c9-3ea8cce0243b/143eff36-4daa-4abb-98c9-3ea8cce0243b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.297650] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1ccb1b-f955-4d7e-a82f-13dd46790b69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.308126] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 679.308126] env[70261]: value = "task-3385599" [ 679.308126] env[70261]: _type = "Task" [ 679.308126] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.317924] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.443648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.444368] env[70261]: DEBUG nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.452376] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.558s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.452376] env[70261]: DEBUG nova.objects.instance [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lazy-loading 'resources' on Instance uuid 01fa515c-886f-4513-aee2-c8d9fcd17c98 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.569901] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385597, 'name': ReconfigVM_Task, 'duration_secs': 0.551266} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.569901] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] d37c7f9e-54b4-448e-b396-d9ba4299a87f/d37c7f9e-54b4-448e-b396-d9ba4299a87f.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.570320] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4030bc38-414a-4d1d-8896-5a42f03ee52f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.578785] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 679.578785] env[70261]: value = "task-3385600" [ 679.578785] env[70261]: _type = "Task" [ 679.578785] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.588858] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385600, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.590183] env[70261]: DEBUG nova.network.neutron [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 679.652605] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.735490] env[70261]: INFO nova.compute.manager [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] instance snapshotting [ 679.741340] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666d633d-b4e2-4610-8435-6af0659e27f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.749718] env[70261]: INFO nova.compute.manager [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Rebuilding instance [ 679.777071] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3531b821-bd72-4795-b1ed-1b93df589756 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.830482] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385599, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.841147] env[70261]: DEBUG nova.compute.manager [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.841938] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3ec45a-9e5e-431d-a452-da585b35f73f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.864056] env[70261]: DEBUG nova.network.neutron [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Updating instance_info_cache with network_info: [{"id": "223f692e-0681-4d30-aaf0-b9d54ffcd426", "address": "fa:16:3e:1f:5b:0c", "network": {"id": "21618f1c-938b-4ad7-b31f-e78a4081bae4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1686237916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20890398fb9e4f3b9f9881f99fb3f78e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223f692e-06", "ovs_interfaceid": "223f692e-0681-4d30-aaf0-b9d54ffcd426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.953245] env[70261]: DEBUG nova.compute.utils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.955359] env[70261]: DEBUG nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.955607] env[70261]: DEBUG nova.network.neutron [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.043864] env[70261]: DEBUG nova.policy [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8041b71bcf4c78aa13bc2bd54f3dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12547ef0395b490090553d896d733721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.097013] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385600, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.277939] env[70261]: DEBUG nova.network.neutron [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Updated VIF entry in instance network info cache for port 56d4b0ae-fa2d-4196-8381-2eb370bdaa1a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 680.277939] env[70261]: DEBUG nova.network.neutron [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Updating instance_info_cache with network_info: [{"id": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "address": "fa:16:3e:24:4f:70", "network": {"id": "70985248-31fa-4b12-a074-c87a1804db20", "bridge": "br-int", "label": "tempest-ServersTestJSON-1408561635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c85501eb5d034d899b552a1457e0b47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d4b0ae-fa", "ovs_interfaceid": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.301577] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.304635] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee4caddd-f324-4a3c-9d65-f86d4a7defd3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.318814] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 680.318814] env[70261]: value = "task-3385601" [ 680.318814] env[70261]: _type = "Task" [ 680.318814] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.334197] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733937} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.334197] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 143eff36-4daa-4abb-98c9-3ea8cce0243b/143eff36-4daa-4abb-98c9-3ea8cce0243b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.334412] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.334737] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a90df94-c388-48a5-8169-9d136ac6d8a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.341556] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385601, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.350545] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 680.350545] env[70261]: value = "task-3385602" [ 680.350545] env[70261]: _type = "Task" [ 680.350545] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.363385] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.367342] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Releasing lock "refresh_cache-e23641b5-1054-4c89-9b63-98f1994e09ee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.368233] env[70261]: DEBUG nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Instance network_info: |[{"id": "223f692e-0681-4d30-aaf0-b9d54ffcd426", "address": "fa:16:3e:1f:5b:0c", "network": {"id": "21618f1c-938b-4ad7-b31f-e78a4081bae4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1686237916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20890398fb9e4f3b9f9881f99fb3f78e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223f692e-06", "ovs_interfaceid": "223f692e-0681-4d30-aaf0-b9d54ffcd426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.368387] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:5b:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '223f692e-0681-4d30-aaf0-b9d54ffcd426', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.376298] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Creating folder: Project (20890398fb9e4f3b9f9881f99fb3f78e). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.378705] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f953b11c-80fc-4cfa-b47f-cd34badf13a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.380760] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0896d1-f456-4f2c-8f1e-ef67b4ef1016 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.391217] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439c86ac-32f7-458b-9cfa-83948e90b848 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.395611] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Created folder: Project (20890398fb9e4f3b9f9881f99fb3f78e) in parent group-v675446. [ 680.395824] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Creating folder: Instances. Parent ref: group-v675489. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.396458] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b33c92dc-48f7-49cb-9dae-bf158f6311b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.432763] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abefc31-8e63-4b81-9516-f7cde9996667 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.436273] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Created folder: Instances in parent group-v675489. [ 680.436606] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.436730] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.437357] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf4469c0-52ed-43a1-8f13-fb8637af7faa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.460634] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b66c139-8079-42c6-b168-abe859512f55 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.467605] env[70261]: DEBUG nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.470691] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.470691] env[70261]: value = "task-3385605" [ 680.470691] env[70261]: _type = "Task" [ 680.470691] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.483286] env[70261]: DEBUG nova.compute.provider_tree [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.493325] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385605, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.590058] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385600, 'name': Rename_Task, 'duration_secs': 0.566014} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.590400] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.590681] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f570a730-9ace-4b26-995c-6a7cf88b8ca0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.600404] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 680.600404] env[70261]: value = "task-3385606" [ 680.600404] env[70261]: _type = "Task" [ 680.600404] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.603408] env[70261]: DEBUG nova.network.neutron [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Successfully created port: ea61f544-aa80-42cb-b44e-b2ffa25b2e44 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.611590] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.782148] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c7b277a-1af7-4a0d-9197-bb687e7a5cff req-513b0f5a-6fb0-4b7a-84df-45501232d0cb service nova] Releasing lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.834020] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385601, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.858974] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.858974] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16b1a354-88cd-4926-b20f-8979fce31af6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.870126] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075018} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.874261] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.874261] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 680.874261] env[70261]: value = "task-3385607" [ 680.874261] env[70261]: _type = "Task" [ 680.874261] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.875767] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c41eac-27e0-43aa-9e48-9b9029d54084 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.896849] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.915806] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 143eff36-4daa-4abb-98c9-3ea8cce0243b/143eff36-4daa-4abb-98c9-3ea8cce0243b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.918023] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6686bbbc-0483-4bd7-baa9-feec92faa15d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.940377] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 680.940377] env[70261]: value = "task-3385608" [ 680.940377] env[70261]: _type = "Task" [ 680.940377] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.952345] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.988394] env[70261]: DEBUG nova.scheduler.client.report [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.993058] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385605, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.115439] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.209931] env[70261]: DEBUG nova.network.neutron [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Successfully updated port: ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.336762] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385601, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.394677] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385607, 'name': PowerOffVM_Task, 'duration_secs': 0.174439} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.395086] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.395536] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.396710] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9c894a-f6a6-420c-b02b-fa4999ac36f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.417089] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.417089] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3174aad7-e8cb-40fc-ac39-6e7e000e7f48 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.460421] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.473529] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.473529] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.474551] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Deleting the datastore file [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.474551] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb5276c-accb-400a-9ff2-4b512f8c345c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.485588] env[70261]: DEBUG nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.492955] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 681.492955] env[70261]: value = "task-3385611" [ 681.492955] env[70261]: _type = "Task" [ 681.492955] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.500211] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.502578] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385605, 'name': CreateVM_Task, 'duration_secs': 0.580011} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.506323] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.937s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.506976] env[70261]: DEBUG nova.objects.instance [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lazy-loading 'resources' on Instance uuid 02321cab-5118-4f4f-be47-620c1a701209 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.511367] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.511367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.511367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.511367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.511367] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762f2ad4-192c-40df-afa7-045936bcbf4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.519847] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.525953] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 681.525953] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bd14be-56e3-94ce-8ad5-83120f82e73b" [ 681.525953] env[70261]: _type = "Task" [ 681.525953] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.537219] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.537619] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.537843] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.538115] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.538275] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.538445] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.538671] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.538863] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.539175] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.539611] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.539611] env[70261]: DEBUG nova.virt.hardware [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.541019] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90839a3-19be-46cc-8a53-5f947681693b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.550360] env[70261]: INFO nova.scheduler.client.report [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Deleted allocations for instance 01fa515c-886f-4513-aee2-c8d9fcd17c98 [ 681.552519] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bd14be-56e3-94ce-8ad5-83120f82e73b, 'name': SearchDatastore_Task, 'duration_secs': 0.01799} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.556651] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.559403] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.559403] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.559403] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.559403] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.559403] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab8fcac-5df2-4d8f-9218-03cb334bbdbd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.566430] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b450f7-9fbd-457c-beb1-48810708ce40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.575458] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.575458] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.585121] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e328f8-3ae1-4835-ba82-d11ae8da9c57 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.593123] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 681.593123] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cc454b-38ca-005b-a926-628acd3db612" [ 681.593123] env[70261]: _type = "Task" [ 681.593123] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.606289] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cc454b-38ca-005b-a926-628acd3db612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.617081] env[70261]: DEBUG oslo_vmware.api [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385606, 'name': PowerOnVM_Task, 'duration_secs': 0.85868} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.617081] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.617081] env[70261]: INFO nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Took 10.45 seconds to spawn the instance on the hypervisor. [ 681.617400] env[70261]: DEBUG nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.618042] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf5868-8689-4616-8cb2-8d78d69715b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.713998] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.714086] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquired lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.715771] env[70261]: DEBUG nova.network.neutron [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 681.759452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "49982973-7207-4c45-ae5b-e947f96b6c9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.763194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.837255] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385601, 'name': CreateSnapshot_Task, 'duration_secs': 1.090322} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.838095] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 681.838462] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3375262b-0680-4aab-9a35-e9698ad75267 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.955577] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385608, 'name': ReconfigVM_Task, 'duration_secs': 0.548757} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.955927] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 143eff36-4daa-4abb-98c9-3ea8cce0243b/143eff36-4daa-4abb-98c9-3ea8cce0243b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.956552] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-249500eb-5ed7-4049-8bc9-79b7f718c7ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.968190] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 681.968190] env[70261]: value = "task-3385612" [ 681.968190] env[70261]: _type = "Task" [ 681.968190] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.979181] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385612, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.013898] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218036} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.014377] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.014821] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.015223] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.065448] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef1902e6-172a-45c4-bac3-af99dc71b05a tempest-ServerDiagnosticsTest-1383792041 tempest-ServerDiagnosticsTest-1383792041-project-member] Lock "01fa515c-886f-4513-aee2-c8d9fcd17c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.868s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.111821] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cc454b-38ca-005b-a926-628acd3db612, 'name': SearchDatastore_Task, 'duration_secs': 0.01984} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.115304] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3ac53d-e720-492e-b98d-16a780b0b8ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.141200] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 682.141200] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e9c55d-5825-8b15-89ee-3ff2404f3b39" [ 682.141200] env[70261]: _type = "Task" [ 682.141200] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.145567] env[70261]: INFO nova.compute.manager [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Took 23.10 seconds to build instance. [ 682.157078] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "a7557684-a5b5-47a3-8e12-fa3a09367226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.157078] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.164732] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e9c55d-5825-8b15-89ee-3ff2404f3b39, 'name': SearchDatastore_Task, 'duration_secs': 0.0232} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.166296] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.166579] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] e23641b5-1054-4c89-9b63-98f1994e09ee/e23641b5-1054-4c89-9b63-98f1994e09ee.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.167117] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ced2fd-211c-4441-a686-b312be0adfc5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.176382] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 682.176382] env[70261]: value = "task-3385613" [ 682.176382] env[70261]: _type = "Task" [ 682.176382] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.188136] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.208427] env[70261]: DEBUG nova.compute.manager [req-f62650db-5b3c-4b72-8a94-9c22ce750c35 req-129d4e27-6cdb-4174-912f-ab6efe9bb5a4 service nova] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Received event network-vif-deleted-707701f8-9cde-4bb2-88b8-f07de916ed88 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.308912] env[70261]: DEBUG nova.network.neutron [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 682.371319] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.375493] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f02d5c4f-77ff-493f-abbd-9a20329ae887 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.387912] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 682.387912] env[70261]: value = "task-3385614" [ 682.387912] env[70261]: _type = "Task" [ 682.387912] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.401529] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385614, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.487440] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385612, 'name': Rename_Task, 'duration_secs': 0.282152} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.488951] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.488951] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6669d44-b3a8-47e1-9a62-2f71775045e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.500953] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 682.500953] env[70261]: value = "task-3385615" [ 682.500953] env[70261]: _type = "Task" [ 682.500953] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.512909] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.524303] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5aee37-2452-4104-9661-52ae471acbea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.535811] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4997cf66-7b9e-41dc-8fa3-4ad02074420d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.585631] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2dad8-84e4-436d-80e5-92255eb1c024 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.594718] env[70261]: DEBUG nova.compute.manager [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Received event network-changed-223f692e-0681-4d30-aaf0-b9d54ffcd426 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.595156] env[70261]: DEBUG nova.compute.manager [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Refreshing instance network info cache due to event network-changed-223f692e-0681-4d30-aaf0-b9d54ffcd426. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.595215] env[70261]: DEBUG oslo_concurrency.lockutils [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] Acquiring lock "refresh_cache-e23641b5-1054-4c89-9b63-98f1994e09ee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.595390] env[70261]: DEBUG oslo_concurrency.lockutils [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] Acquired lock "refresh_cache-e23641b5-1054-4c89-9b63-98f1994e09ee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.596420] env[70261]: DEBUG nova.network.neutron [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Refreshing network info cache for port 223f692e-0681-4d30-aaf0-b9d54ffcd426 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 682.609265] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450b9cc5-4a9d-47b7-8c5a-957ec4ad8bda {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.632733] env[70261]: DEBUG nova.compute.provider_tree [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.652898] env[70261]: DEBUG oslo_concurrency.lockutils [None req-90477550-2baa-4bbb-b1b9-151177faf59e tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.612s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.700977] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385613, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.907220] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385614, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.014427] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.030701] env[70261]: DEBUG nova.network.neutron [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Updating instance_info_cache with network_info: [{"id": "ecccfceb-0977-492d-96ff-46db0266000b", "address": "fa:16:3e:5f:1a:a4", "network": {"id": "49c11fc1-1379-4e1b-9aed-3e91f405af92", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-657325961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b2101cb22f4c75bb78116b7bcc2260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecccfceb-09", "ovs_interfaceid": "ecccfceb-0977-492d-96ff-46db0266000b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.059659] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.059659] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.059659] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.059659] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.059888] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.059888] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.060473] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.060473] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.060698] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.060910] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.064097] env[70261]: DEBUG nova.virt.hardware [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.064097] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee20fd2-9880-4d2c-bbd4-6adad4ef597c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.074669] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce9026c-d1a6-4487-af5b-ccc7bd4b0f6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.103643] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.111198] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.111754] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.112588] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfd2a498-a948-49ce-a642-3540215cc90b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.137302] env[70261]: DEBUG nova.scheduler.client.report [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.149366] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.149366] env[70261]: value = "task-3385617" [ 683.149366] env[70261]: _type = "Task" [ 683.149366] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.161257] env[70261]: DEBUG nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.165040] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385617, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.195024] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769839} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.195024] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] e23641b5-1054-4c89-9b63-98f1994e09ee/e23641b5-1054-4c89-9b63-98f1994e09ee.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.195024] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.195024] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3c698f4-69a3-4e90-aef9-f347863ecf6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.203078] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 683.203078] env[70261]: value = "task-3385618" [ 683.203078] env[70261]: _type = "Task" [ 683.203078] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.214508] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.401554] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385614, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.521363] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.522446] env[70261]: DEBUG nova.network.neutron [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Successfully updated port: ea61f544-aa80-42cb-b44e-b2ffa25b2e44 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.536251] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Releasing lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.536251] env[70261]: DEBUG nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Instance network_info: |[{"id": "ecccfceb-0977-492d-96ff-46db0266000b", "address": "fa:16:3e:5f:1a:a4", "network": {"id": "49c11fc1-1379-4e1b-9aed-3e91f405af92", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-657325961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b2101cb22f4c75bb78116b7bcc2260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecccfceb-09", "ovs_interfaceid": "ecccfceb-0977-492d-96ff-46db0266000b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.536405] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:1a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecccfceb-0977-492d-96ff-46db0266000b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.550792] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Creating folder: Project (c5b2101cb22f4c75bb78116b7bcc2260). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.556030] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c28453b2-9465-4956-88c5-dea3f8dd7afb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.571157] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Created folder: Project (c5b2101cb22f4c75bb78116b7bcc2260) in parent group-v675446. [ 683.571403] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Creating folder: Instances. Parent ref: group-v675496. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.571677] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-365f41d5-1de5-4c92-9a8d-285c58dd8781 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.588907] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Created folder: Instances in parent group-v675496. [ 683.589346] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.589419] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.591808] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e573d496-9df6-43ae-9ed7-c724db47d37a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.616170] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.616170] env[70261]: value = "task-3385621" [ 683.616170] env[70261]: _type = "Task" [ 683.616170] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.633254] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385621, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.647470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.648484] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.553s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.649994] env[70261]: INFO nova.compute.claims [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.672296] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385617, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.673396] env[70261]: INFO nova.scheduler.client.report [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Deleted allocations for instance 02321cab-5118-4f4f-be47-620c1a701209 [ 683.689595] env[70261]: DEBUG nova.network.neutron [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Updated VIF entry in instance network info cache for port 223f692e-0681-4d30-aaf0-b9d54ffcd426. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 683.689595] env[70261]: DEBUG nova.network.neutron [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Updating instance_info_cache with network_info: [{"id": "223f692e-0681-4d30-aaf0-b9d54ffcd426", "address": "fa:16:3e:1f:5b:0c", "network": {"id": "21618f1c-938b-4ad7-b31f-e78a4081bae4", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1686237916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20890398fb9e4f3b9f9881f99fb3f78e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223f692e-06", "ovs_interfaceid": "223f692e-0681-4d30-aaf0-b9d54ffcd426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.697712] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.716692] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110028} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.718397] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.719603] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695619e-4ae0-4bcd-90bc-ad3d9e8cd3aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.755607] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] e23641b5-1054-4c89-9b63-98f1994e09ee/e23641b5-1054-4c89-9b63-98f1994e09ee.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.757076] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d877faaf-5c0d-491b-827d-5832ca682aac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.787989] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 683.787989] env[70261]: value = "task-3385622" [ 683.787989] env[70261]: _type = "Task" [ 683.787989] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.800263] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.904975] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385614, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.021980] env[70261]: DEBUG oslo_vmware.api [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3385615, 'name': PowerOnVM_Task, 'duration_secs': 1.146907} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.022297] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.022505] env[70261]: INFO nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Took 10.27 seconds to spawn the instance on the hypervisor. [ 684.022705] env[70261]: DEBUG nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.024095] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ae003a-848a-4d26-80bd-87a0a3dcdd9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.032373] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "refresh_cache-66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.032561] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "refresh_cache-66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.032714] env[70261]: DEBUG nova.network.neutron [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 684.130540] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.132828] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.144378] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385621, 'name': CreateVM_Task, 'duration_secs': 0.472032} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.144378] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.145091] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.145295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.145625] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.145893] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238dc49a-dee0-46f4-b3c1-1b313e637489 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.155366] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 684.155366] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526dc292-e38b-9b92-3107-f958e3b58c73" [ 684.155366] env[70261]: _type = "Task" [ 684.155366] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.176856] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385617, 'name': CreateVM_Task, 'duration_secs': 0.580329} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.184522] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.186384] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526dc292-e38b-9b92-3107-f958e3b58c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.186564] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.186667] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.187046] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.187869] env[70261]: DEBUG oslo_concurrency.lockutils [None req-970c0e1a-e0a7-4494-9dcf-dded9afea76b tempest-ServerExternalEventsTest-104703000 tempest-ServerExternalEventsTest-104703000-project-member] Lock "02321cab-5118-4f4f-be47-620c1a701209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.949s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.190395] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b993cb37-7f0e-4f8b-9085-6620530dbcd7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.192659] env[70261]: DEBUG oslo_concurrency.lockutils [req-2aa4a324-4387-4da3-82e7-1c17bd600b51 req-cd20245b-f410-44d5-ab7a-8d898a008648 service nova] Releasing lock "refresh_cache-e23641b5-1054-4c89-9b63-98f1994e09ee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.202255] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 684.202255] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523ae299-9ca7-7b33-098b-86db68d80fc8" [ 684.202255] env[70261]: _type = "Task" [ 684.202255] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.215051] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523ae299-9ca7-7b33-098b-86db68d80fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.304289] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.407967] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385614, 'name': CloneVM_Task, 'duration_secs': 1.704333} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.408166] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Created linked-clone VM from snapshot [ 684.409232] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b31768-88d8-42bb-b915-43d56328df40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.421400] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Uploading image 588f905f-06a1-4ec5-8cca-03bde7373c4e {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 684.460161] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 684.460161] env[70261]: value = "vm-675494" [ 684.460161] env[70261]: _type = "VirtualMachine" [ 684.460161] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 684.460495] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b03147dc-85ff-4f80-8759-66e0c5b67094 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.475341] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lease: (returnval){ [ 684.475341] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c394c-b66a-6f51-8640-960cf3d2dd85" [ 684.475341] env[70261]: _type = "HttpNfcLease" [ 684.475341] env[70261]: } obtained for exporting VM: (result){ [ 684.475341] env[70261]: value = "vm-675494" [ 684.475341] env[70261]: _type = "VirtualMachine" [ 684.475341] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 684.475574] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the lease: (returnval){ [ 684.475574] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c394c-b66a-6f51-8640-960cf3d2dd85" [ 684.475574] env[70261]: _type = "HttpNfcLease" [ 684.475574] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 684.485514] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.485514] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c394c-b66a-6f51-8640-960cf3d2dd85" [ 684.485514] env[70261]: _type = "HttpNfcLease" [ 684.485514] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 684.556705] env[70261]: INFO nova.compute.manager [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Took 23.15 seconds to build instance. [ 684.601609] env[70261]: DEBUG nova.network.neutron [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 684.674787] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526dc292-e38b-9b92-3107-f958e3b58c73, 'name': SearchDatastore_Task, 'duration_secs': 0.023614} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.675182] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.675429] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.675669] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.675851] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.676816] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.676816] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b288c7-ddba-4b20-9610-b30bb8be8877 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.690400] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.690805] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.691703] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7671c89-8a4c-4087-abf8-1f61e55da9e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.707384] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 684.707384] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d7bfc-021f-c660-0f81-6af7a6c4c908" [ 684.707384] env[70261]: _type = "Task" [ 684.707384] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.719714] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523ae299-9ca7-7b33-098b-86db68d80fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.021858} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.725055] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.725055] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.725055] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.725055] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.725253] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.725253] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92ce0832-f007-483d-8c6f-ece9415c1700 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.731814] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d7bfc-021f-c660-0f81-6af7a6c4c908, 'name': SearchDatastore_Task, 'duration_secs': 0.015354} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.733318] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae06dc46-dee9-445d-b22e-8e127c04dd4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.743302] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.743302] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.744800] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2ec24a-99b7-4204-a7ee-95909ce72219 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.747514] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 684.747514] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5290e161-6b96-60e2-d3b3-5806fc794d17" [ 684.747514] env[70261]: _type = "Task" [ 684.747514] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.753509] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 684.753509] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528ca4eb-82fa-f14c-d6da-6f68440dcf07" [ 684.753509] env[70261]: _type = "Task" [ 684.753509] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.763675] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5290e161-6b96-60e2-d3b3-5806fc794d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.776218] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528ca4eb-82fa-f14c-d6da-6f68440dcf07, 'name': SearchDatastore_Task, 'duration_secs': 0.016643} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.784324] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998bd8e7-eefe-4ac3-a867-a025fb5ad4d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.803695] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 684.803695] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5235be55-7431-6250-4590-c5370222c281" [ 684.803695] env[70261]: _type = "Task" [ 684.803695] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.831644] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.831931] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5235be55-7431-6250-4590-c5370222c281, 'name': SearchDatastore_Task, 'duration_secs': 0.020593} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.834888] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.835181] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.839125] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57100f52-1a8a-452a-8c04-8d8609be079d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.848287] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 684.848287] env[70261]: value = "task-3385624" [ 684.848287] env[70261]: _type = "Task" [ 684.848287] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.866417] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.900625] env[70261]: DEBUG nova.network.neutron [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Updating instance_info_cache with network_info: [{"id": "ea61f544-aa80-42cb-b44e-b2ffa25b2e44", "address": "fa:16:3e:1b:7a:41", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea61f544-aa", "ovs_interfaceid": "ea61f544-aa80-42cb-b44e-b2ffa25b2e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.996552] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.996552] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c394c-b66a-6f51-8640-960cf3d2dd85" [ 684.996552] env[70261]: _type = "HttpNfcLease" [ 684.996552] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 684.998617] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 684.998617] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c394c-b66a-6f51-8640-960cf3d2dd85" [ 684.998617] env[70261]: _type = "HttpNfcLease" [ 684.998617] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 685.000341] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd64f638-21c4-4823-baf3-32d019d4d98a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.015341] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279feb1-4db3-a113-fa4a-8876548aeefb/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 685.015341] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279feb1-4db3-a113-fa4a-8876548aeefb/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 685.084244] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3fd395da-6bbd-4eaf-a524-740e8b80d046 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.683s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.134865] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-021a5306-b23a-4774-a69d-49d028745273 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.276507] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5290e161-6b96-60e2-d3b3-5806fc794d17, 'name': SearchDatastore_Task, 'duration_secs': 0.01629} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.281200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.281200] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 356de7b6-aa6c-4854-9e93-24cb71e3f1df/356de7b6-aa6c-4854-9e93-24cb71e3f1df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.281436] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b95c28-d84c-4ca0-854b-927dc87e62d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.297541] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 685.297541] env[70261]: value = "task-3385626" [ 685.297541] env[70261]: _type = "Task" [ 685.297541] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.309693] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.318287] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.335981] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "12b86e9f-089b-4e33-9024-de6c8be59e94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.336882] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.337497] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48a214-6220-498d-a881-6fcc2b24d072 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.350346] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd153ec-acb8-4475-83ef-96cef2066b75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.398674] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b6759-fbd8-411f-bf25-bbf62cecfa73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.400456] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.402552] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "refresh_cache-66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.402921] env[70261]: DEBUG nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Instance network_info: |[{"id": "ea61f544-aa80-42cb-b44e-b2ffa25b2e44", "address": "fa:16:3e:1b:7a:41", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea61f544-aa", "ovs_interfaceid": "ea61f544-aa80-42cb-b44e-b2ffa25b2e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.403342] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:7a:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea61f544-aa80-42cb-b44e-b2ffa25b2e44', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.411727] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Creating folder: Project (12547ef0395b490090553d896d733721). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.414495] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-135df6e2-4f9f-4f57-86dd-81491ec3da5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.417666] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead48e63-2f48-4696-982b-75a5328134bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.436371] env[70261]: DEBUG nova.compute.provider_tree [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.440104] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Created folder: Project (12547ef0395b490090553d896d733721) in parent group-v675446. [ 685.440353] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Creating folder: Instances. Parent ref: group-v675499. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.441328] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4678dad4-5653-4849-b421-0ba5614fe9e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.457052] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Created folder: Instances in parent group-v675499. [ 685.457052] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.457052] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.457052] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7238c26e-b9ac-4e00-a730-60f8e04c73ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.486527] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.486527] env[70261]: value = "task-3385629" [ 685.486527] env[70261]: _type = "Task" [ 685.486527] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.498079] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385629, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.591272] env[70261]: DEBUG nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.808477] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385622, 'name': ReconfigVM_Task, 'duration_secs': 1.667155} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.810364] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Reconfigured VM instance instance-0000000e to attach disk [datastore2] e23641b5-1054-4c89-9b63-98f1994e09ee/e23641b5-1054-4c89-9b63-98f1994e09ee.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.810364] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11681985-30ac-4d74-bbe0-f298398065c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.817047] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385626, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.826596] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 685.826596] env[70261]: value = "task-3385630" [ 685.826596] env[70261]: _type = "Task" [ 685.826596] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.843129] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385630, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.869391] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637381} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.869700] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.872677] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.872677] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5136c5e4-34cf-4e04-a803-d8c83ec6a1e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.881457] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 685.881457] env[70261]: value = "task-3385631" [ 685.881457] env[70261]: _type = "Task" [ 685.881457] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.893853] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.943653] env[70261]: DEBUG nova.scheduler.client.report [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.964100] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Received event network-vif-plugged-ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.964100] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Acquiring lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.967414] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.967821] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.968032] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] No waiting events found dispatching network-vif-plugged-ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.968225] env[70261]: WARNING nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Received unexpected event network-vif-plugged-ecccfceb-0977-492d-96ff-46db0266000b for instance with vm_state building and task_state spawning. [ 685.968491] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Received event network-changed-ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.968567] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Refreshing instance network info cache due to event network-changed-ecccfceb-0977-492d-96ff-46db0266000b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.968814] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Acquiring lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.969062] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Acquired lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.969424] env[70261]: DEBUG nova.network.neutron [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Refreshing network info cache for port ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 686.004038] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385629, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.126969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.312610] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702482} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.313041] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 356de7b6-aa6c-4854-9e93-24cb71e3f1df/356de7b6-aa6c-4854-9e93-24cb71e3f1df.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.313390] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.313548] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73aba128-912a-49c0-8794-71c1001ae26a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.324079] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 686.324079] env[70261]: value = "task-3385632" [ 686.324079] env[70261]: _type = "Task" [ 686.324079] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.341602] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.345487] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385630, 'name': Rename_Task, 'duration_secs': 0.367635} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.345833] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.346545] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9304118f-0ca5-4af2-9f0e-4687abb1c93b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.359572] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 686.359572] env[70261]: value = "task-3385633" [ 686.359572] env[70261]: _type = "Task" [ 686.359572] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.372148] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.396513] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132887} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.396811] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.397916] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51db9bd-ce55-45f8-af10-cee5b997424e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.426291] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.426291] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f603df8-7e3d-4a4e-a3e6-5c1f354ab208 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.449021] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 686.449021] env[70261]: value = "task-3385634" [ 686.449021] env[70261]: _type = "Task" [ 686.449021] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.459175] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.461462] env[70261]: DEBUG nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.466674] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.129s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.467952] env[70261]: DEBUG nova.objects.instance [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lazy-loading 'resources' on Instance uuid 48022427-976b-4331-bb73-441bfe103e71 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.480114] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.499427] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385629, 'name': CreateVM_Task, 'duration_secs': 0.680638} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.499427] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.499748] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.500047] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.500327] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.501645] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42562ec8-626a-406e-8e0e-273af3c50bb2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.511307] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 686.511307] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c08774-7296-4e69-00fb-ba9712c5be0c" [ 686.511307] env[70261]: _type = "Task" [ 686.511307] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.528775] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c08774-7296-4e69-00fb-ba9712c5be0c, 'name': SearchDatastore_Task} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.528946] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.529235] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.529488] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.530057] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.530338] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.530835] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0b293d8-ce79-4872-9018-c6079f7b87f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.544707] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.544903] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.545725] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1674512-819f-47ed-a92f-84c7247f72d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.555173] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 686.555173] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cadb00-be22-015b-605a-b06fad812e91" [ 686.555173] env[70261]: _type = "Task" [ 686.555173] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.573846] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cadb00-be22-015b-605a-b06fad812e91, 'name': SearchDatastore_Task} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.575261] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6666510-7c5d-4c7c-99f5-6a29a05ec8c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.589020] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 686.589020] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526901e9-06ab-6cb9-45f1-fb29f4c5708c" [ 686.589020] env[70261]: _type = "Task" [ 686.589020] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.599241] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526901e9-06ab-6cb9-45f1-fb29f4c5708c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.840680] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136512} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.841718] env[70261]: DEBUG nova.network.neutron [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Updated VIF entry in instance network info cache for port ecccfceb-0977-492d-96ff-46db0266000b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 686.842423] env[70261]: DEBUG nova.network.neutron [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Updating instance_info_cache with network_info: [{"id": "ecccfceb-0977-492d-96ff-46db0266000b", "address": "fa:16:3e:5f:1a:a4", "network": {"id": "49c11fc1-1379-4e1b-9aed-3e91f405af92", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-657325961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b2101cb22f4c75bb78116b7bcc2260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecccfceb-09", "ovs_interfaceid": "ecccfceb-0977-492d-96ff-46db0266000b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.843428] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.847145] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8fc185-aec7-45b4-9ba5-aadcbe2e1166 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.877970] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 356de7b6-aa6c-4854-9e93-24cb71e3f1df/356de7b6-aa6c-4854-9e93-24cb71e3f1df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.881041] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58392c8-3612-4f5c-8fb5-8edcb50c39d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.906700] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385633, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.908439] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 686.908439] env[70261]: value = "task-3385635" [ 686.908439] env[70261]: _type = "Task" [ 686.908439] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.920391] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.964712] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385634, 'name': ReconfigVM_Task, 'duration_secs': 0.514087} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.965422] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df/c0833a2f-bd5c-4fb9-b41b-d5145df312df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.966221] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9db2151-e229-47f4-b29f-4efb6fe54e91 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.970336] env[70261]: DEBUG nova.compute.utils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.974030] env[70261]: DEBUG nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.974030] env[70261]: DEBUG nova.network.neutron [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.987432] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 686.987432] env[70261]: value = "task-3385636" [ 686.987432] env[70261]: _type = "Task" [ 686.987432] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.000528] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385636, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.040681] env[70261]: DEBUG nova.policy [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd85857acf4c4659a282e68d606a2c5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3120485077654d908f11985782b6bde3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.107721] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526901e9-06ab-6cb9-45f1-fb29f4c5708c, 'name': SearchDatastore_Task, 'duration_secs': 0.016953} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.108634] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.108634] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf/66a5c538-bb8e-49da-a0d8-0b3db09aa3cf.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.108867] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39b5e93-f10a-476b-b40f-8294baffb619 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.143604] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 687.143604] env[70261]: value = "task-3385637" [ 687.143604] env[70261]: _type = "Task" [ 687.143604] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.154344] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.351032] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Releasing lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.351032] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Received event network-vif-plugged-ea61f544-aa80-42cb-b44e-b2ffa25b2e44 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.351032] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Acquiring lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.351032] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.351032] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.358260] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] No waiting events found dispatching network-vif-plugged-ea61f544-aa80-42cb-b44e-b2ffa25b2e44 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.358260] env[70261]: WARNING nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Received unexpected event network-vif-plugged-ea61f544-aa80-42cb-b44e-b2ffa25b2e44 for instance with vm_state building and task_state spawning. [ 687.358260] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Received event network-changed-ea61f544-aa80-42cb-b44e-b2ffa25b2e44 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.358260] env[70261]: DEBUG nova.compute.manager [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Refreshing instance network info cache due to event network-changed-ea61f544-aa80-42cb-b44e-b2ffa25b2e44. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.358260] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Acquiring lock "refresh_cache-66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.358564] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Acquired lock "refresh_cache-66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.358564] env[70261]: DEBUG nova.network.neutron [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Refreshing network info cache for port ea61f544-aa80-42cb-b44e-b2ffa25b2e44 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 687.388264] env[70261]: DEBUG oslo_vmware.api [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385633, 'name': PowerOnVM_Task, 'duration_secs': 0.734888} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.391795] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.392060] env[70261]: INFO nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Took 11.07 seconds to spawn the instance on the hypervisor. [ 687.392265] env[70261]: DEBUG nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.393853] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317a2d8-31af-497c-8fba-afa43a4199b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.420726] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385635, 'name': ReconfigVM_Task, 'duration_secs': 0.375626} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.420726] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 356de7b6-aa6c-4854-9e93-24cb71e3f1df/356de7b6-aa6c-4854-9e93-24cb71e3f1df.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.421432] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49170e1e-13a0-4461-b0e4-4635e5c401a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.432462] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 687.432462] env[70261]: value = "task-3385639" [ 687.432462] env[70261]: _type = "Task" [ 687.432462] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.444465] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385639, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.480176] env[70261]: DEBUG nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.499794] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e812a-f51f-31c0-0085-9c8291fce868/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.505659] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e4bb4-366f-4051-a32b-66090dd0b5f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.510755] env[70261]: DEBUG nova.network.neutron [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Successfully created port: 9f58b6e0-70d9-4be9-85cc-ec167f7347e4 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.522380] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385636, 'name': Rename_Task, 'duration_secs': 0.264523} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.524599] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.524864] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e812a-f51f-31c0-0085-9c8291fce868/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.525653] env[70261]: ERROR oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e812a-f51f-31c0-0085-9c8291fce868/disk-0.vmdk due to incomplete transfer. [ 687.527363] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7ad3dc-052c-42ef-8384-bae8f64c8744 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.529708] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-118899d1-06b2-4296-83d8-1986cb8184f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.532284] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794ca9b0-ad5b-4b61-9c96-2b45234a88c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.547902] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf64b868-4e44-47e5-9cd9-c6e97509adc0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.552782] env[70261]: DEBUG oslo_vmware.rw_handles [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524e812a-f51f-31c0-0085-9c8291fce868/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 687.553056] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Uploaded image 54991e6e-8f46-4aee-a6e3-bc0e244d5f30 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 687.555796] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.556388] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 687.556388] env[70261]: value = "task-3385640" [ 687.556388] env[70261]: _type = "Task" [ 687.556388] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.557115] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b12891e4-f1c5-4b76-944d-0ee7e09251ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.596054] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45aeb0f-7938-49b5-961a-74bf659239ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.602795] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.605181] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 687.605181] env[70261]: value = "task-3385641" [ 687.605181] env[70261]: _type = "Task" [ 687.605181] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.616209] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30482fbb-c403-47b1-9ef8-1b942480dfbc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.625448] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385641, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.638343] env[70261]: DEBUG nova.compute.provider_tree [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.657028] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385637, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.917266] env[70261]: INFO nova.compute.manager [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Took 25.51 seconds to build instance. [ 687.945338] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385639, 'name': Rename_Task, 'duration_secs': 0.174389} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.945613] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.945931] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f74fc75-e5f5-40ed-a2a0-86786af2f36b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.954529] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 687.954529] env[70261]: value = "task-3385642" [ 687.954529] env[70261]: _type = "Task" [ 687.954529] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.967322] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.081845] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.120155] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385641, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.143259] env[70261]: DEBUG nova.scheduler.client.report [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.158287] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781877} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.161050] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf/66a5c538-bb8e-49da-a0d8-0b3db09aa3cf.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.161303] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.161618] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6174d58-8856-4a42-80e6-b1a90c6d0912 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.171949] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 688.171949] env[70261]: value = "task-3385643" [ 688.171949] env[70261]: _type = "Task" [ 688.171949] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.186774] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.203927] env[70261]: DEBUG nova.network.neutron [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Updated VIF entry in instance network info cache for port ea61f544-aa80-42cb-b44e-b2ffa25b2e44. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 688.204327] env[70261]: DEBUG nova.network.neutron [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Updating instance_info_cache with network_info: [{"id": "ea61f544-aa80-42cb-b44e-b2ffa25b2e44", "address": "fa:16:3e:1b:7a:41", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea61f544-aa", "ovs_interfaceid": "ea61f544-aa80-42cb-b44e-b2ffa25b2e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.281590] env[70261]: DEBUG nova.compute.manager [None req-5c5327c0-350f-45d0-bec6-ff2b9ae3f6a1 tempest-ServerDiagnosticsV248Test-1607714959 tempest-ServerDiagnosticsV248Test-1607714959-project-admin] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.285390] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d394a439-cc08-42f0-95ac-017fd839f302 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.298119] env[70261]: INFO nova.compute.manager [None req-5c5327c0-350f-45d0-bec6-ff2b9ae3f6a1 tempest-ServerDiagnosticsV248Test-1607714959 tempest-ServerDiagnosticsV248Test-1607714959-project-admin] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Retrieving diagnostics [ 688.299149] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfce345-91ea-4097-a6ee-324587f1d48e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.425116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b42f558b-ac46-48b3-9cdd-1cfcac990d55 tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.028s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.471098] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385642, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.499244] env[70261]: DEBUG nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.542513] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.542998] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.543167] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.543437] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.543686] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.543854] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.544238] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.544418] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.544714] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.544914] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.545189] env[70261]: DEBUG nova.virt.hardware [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.546897] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e326380-8f4d-4256-8331-fef7b10cb6b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.562449] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d78138-ac05-4179-aef1-28047b24fc54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.595466] env[70261]: DEBUG oslo_vmware.api [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385640, 'name': PowerOnVM_Task, 'duration_secs': 0.933355} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.595651] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.595883] env[70261]: DEBUG nova.compute.manager [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.596662] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc56d4-0b30-40e1-8ca5-22cc80919d34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.618866] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385641, 'name': Destroy_Task, 'duration_secs': 0.741596} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.619238] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Destroyed the VM [ 688.619567] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.619850] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8622c7f-9e66-4b94-aa15-c78590783662 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.629361] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 688.629361] env[70261]: value = "task-3385644" [ 688.629361] env[70261]: _type = "Task" [ 688.629361] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.642071] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.652563] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.654998] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.361s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.657263] env[70261]: INFO nova.compute.claims [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.678941] env[70261]: INFO nova.scheduler.client.report [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Deleted allocations for instance 48022427-976b-4331-bb73-441bfe103e71 [ 688.686800] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118595} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.687321] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.688189] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f049a014-147a-45a5-ac58-6dc41e4732e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.715047] env[70261]: DEBUG oslo_concurrency.lockutils [req-9ce8630a-7bd1-4b6f-9594-db954fe57dcc req-d07f22a1-7545-46a8-b1f1-d630f2e5a52c service nova] Releasing lock "refresh_cache-66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.725177] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf/66a5c538-bb8e-49da-a0d8-0b3db09aa3cf.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.725177] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61df352c-600e-461b-b5b5-eb147abe1edd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.753178] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 688.753178] env[70261]: value = "task-3385645" [ 688.753178] env[70261]: _type = "Task" [ 688.753178] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.764276] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.916044] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.916044] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.931881] env[70261]: DEBUG nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.969610] env[70261]: DEBUG oslo_vmware.api [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385642, 'name': PowerOnVM_Task, 'duration_secs': 0.560166} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.969610] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.969610] env[70261]: INFO nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Took 10.12 seconds to spawn the instance on the hypervisor. [ 688.969610] env[70261]: DEBUG nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.969610] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7430c3-56d0-40db-b018-02891795a47e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.098631] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "def44f3d-a6f7-4948-b813-f6313ff00bd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.098937] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.115958] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.145053] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385644, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.192805] env[70261]: DEBUG oslo_concurrency.lockutils [None req-855bf1e0-6c11-4b10-b17d-6cbf46d86bfd tempest-ServerDiagnosticsNegativeTest-1949102296 tempest-ServerDiagnosticsNegativeTest-1949102296-project-member] Lock "48022427-976b-4331-bb73-441bfe103e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.540s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.266030] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.298274] env[70261]: DEBUG nova.network.neutron [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Successfully updated port: 9f58b6e0-70d9-4be9-85cc-ec167f7347e4 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.468265] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.502142] env[70261]: INFO nova.compute.manager [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Took 23.09 seconds to build instance. [ 689.642570] env[70261]: DEBUG oslo_vmware.api [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385644, 'name': RemoveSnapshot_Task, 'duration_secs': 0.792056} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.642895] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.643192] env[70261]: INFO nova.compute.manager [None req-e86970b6-4711-49b6-8b55-348eb52aefbd tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Took 17.29 seconds to snapshot the instance on the hypervisor. [ 689.772304] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385645, 'name': ReconfigVM_Task, 'duration_secs': 0.661358} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.774223] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf/66a5c538-bb8e-49da-a0d8-0b3db09aa3cf.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.775265] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c53077-90e7-4cf9-ae4b-4eb7e76c9f49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.788618] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 689.788618] env[70261]: value = "task-3385646" [ 689.788618] env[70261]: _type = "Task" [ 689.788618] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.800697] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "refresh_cache-184d720d-be64-4e9e-9cd5-4f277609cced" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.800976] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquired lock "refresh_cache-184d720d-be64-4e9e-9cd5-4f277609cced" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.801149] env[70261]: DEBUG nova.network.neutron [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 689.802351] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385646, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.006485] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db69a51b-04e1-4620-b252-e4b286dc78c9 tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.364s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.135772] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9cbdf-8cbf-46af-9a28-b2680eea2cb9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.146509] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1f6af-b927-4480-b6f9-38a62262e84a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.184592] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e1fbb8-8408-4ecc-8d27-9f78615fe6df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.195481] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9270ff6f-954e-4830-b442-081e5f2d0c9e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.212697] env[70261]: DEBUG nova.compute.provider_tree [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.304210] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385646, 'name': Rename_Task, 'duration_secs': 0.253235} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.304210] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.304210] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd133afe-5e68-4ddb-a79a-b61759623785 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.320443] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 690.320443] env[70261]: value = "task-3385647" [ 690.320443] env[70261]: _type = "Task" [ 690.320443] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.343472] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.402887] env[70261]: DEBUG nova.network.neutron [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 690.512170] env[70261]: DEBUG nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.718351] env[70261]: DEBUG nova.scheduler.client.report [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.729217] env[70261]: DEBUG nova.network.neutron [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Updating instance_info_cache with network_info: [{"id": "9f58b6e0-70d9-4be9-85cc-ec167f7347e4", "address": "fa:16:3e:a7:86:06", "network": {"id": "ffb7b015-c477-4cbd-86d4-00fda756fa2f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-216058879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120485077654d908f11985782b6bde3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f58b6e0-70", "ovs_interfaceid": "9f58b6e0-70d9-4be9-85cc-ec167f7347e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.831604] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.046850] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.105126] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.105930] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.226375] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.226375] env[70261]: DEBUG nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.229849] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.055s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.232742] env[70261]: INFO nova.compute.claims [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.234773] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Releasing lock "refresh_cache-184d720d-be64-4e9e-9cd5-4f277609cced" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.234935] env[70261]: DEBUG nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Instance network_info: |[{"id": "9f58b6e0-70d9-4be9-85cc-ec167f7347e4", "address": "fa:16:3e:a7:86:06", "network": {"id": "ffb7b015-c477-4cbd-86d4-00fda756fa2f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-216058879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120485077654d908f11985782b6bde3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f58b6e0-70", "ovs_interfaceid": "9f58b6e0-70d9-4be9-85cc-ec167f7347e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.235532] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:86:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f58b6e0-70d9-4be9-85cc-ec167f7347e4', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.249815] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Creating folder: Project (3120485077654d908f11985782b6bde3). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.255367] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba19ecbb-3d49-4756-8a0c-d8ed84203960 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.271538] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Created folder: Project (3120485077654d908f11985782b6bde3) in parent group-v675446. [ 691.271717] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Creating folder: Instances. Parent ref: group-v675502. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.272631] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a988d67-294a-4f69-b2bb-8e4099997146 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.286541] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Created folder: Instances in parent group-v675502. [ 691.287086] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.287731] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.288695] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7cae7dc-ec01-4be1-969d-5b3b8ef7f062 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.314080] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.314080] env[70261]: value = "task-3385650" [ 691.314080] env[70261]: _type = "Task" [ 691.314080] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.336492] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385650, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.339988] env[70261]: DEBUG oslo_vmware.api [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385647, 'name': PowerOnVM_Task, 'duration_secs': 0.770684} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.340949] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.341233] env[70261]: INFO nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Took 9.86 seconds to spawn the instance on the hypervisor. [ 691.341392] env[70261]: DEBUG nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.346023] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02f1348-178a-4620-8d22-a12565942a1e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.498885] env[70261]: DEBUG nova.compute.manager [req-adb32ae1-3f2f-46c2-8cb3-5dde3b4d13a9 req-c20d0364-5c2a-433d-a517-bbe6fd767bad service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Received event network-vif-plugged-9f58b6e0-70d9-4be9-85cc-ec167f7347e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.501499] env[70261]: DEBUG oslo_concurrency.lockutils [req-adb32ae1-3f2f-46c2-8cb3-5dde3b4d13a9 req-c20d0364-5c2a-433d-a517-bbe6fd767bad service nova] Acquiring lock "184d720d-be64-4e9e-9cd5-4f277609cced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.501499] env[70261]: DEBUG oslo_concurrency.lockutils [req-adb32ae1-3f2f-46c2-8cb3-5dde3b4d13a9 req-c20d0364-5c2a-433d-a517-bbe6fd767bad service nova] Lock "184d720d-be64-4e9e-9cd5-4f277609cced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.501499] env[70261]: DEBUG oslo_concurrency.lockutils [req-adb32ae1-3f2f-46c2-8cb3-5dde3b4d13a9 req-c20d0364-5c2a-433d-a517-bbe6fd767bad service nova] Lock "184d720d-be64-4e9e-9cd5-4f277609cced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.501499] env[70261]: DEBUG nova.compute.manager [req-adb32ae1-3f2f-46c2-8cb3-5dde3b4d13a9 req-c20d0364-5c2a-433d-a517-bbe6fd767bad service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] No waiting events found dispatching network-vif-plugged-9f58b6e0-70d9-4be9-85cc-ec167f7347e4 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.502432] env[70261]: WARNING nova.compute.manager [req-adb32ae1-3f2f-46c2-8cb3-5dde3b4d13a9 req-c20d0364-5c2a-433d-a517-bbe6fd767bad service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Received unexpected event network-vif-plugged-9f58b6e0-70d9-4be9-85cc-ec167f7347e4 for instance with vm_state building and task_state spawning. [ 691.605298] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "e23641b5-1054-4c89-9b63-98f1994e09ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.605692] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.605986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "e23641b5-1054-4c89-9b63-98f1994e09ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.606266] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.606563] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.610410] env[70261]: INFO nova.compute.manager [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Terminating instance [ 691.708142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.708142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.708142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.708427] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.708427] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.717312] env[70261]: INFO nova.compute.manager [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Terminating instance [ 691.736437] env[70261]: DEBUG nova.compute.utils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.744864] env[70261]: DEBUG nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.747981] env[70261]: DEBUG nova.network.neutron [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.832704] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.832992] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.833432] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.834409] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.834621] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.836770] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385650, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.843566] env[70261]: INFO nova.compute.manager [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Terminating instance [ 691.871649] env[70261]: INFO nova.compute.manager [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Took 23.08 seconds to build instance. [ 692.057062] env[70261]: DEBUG nova.policy [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3ced41fc6a14f0fb967911f21c2ac9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd573f9c82b8496bb732d870146afe29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.094814] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.094814] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.115664] env[70261]: DEBUG nova.compute.manager [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.115890] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.116796] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d0743-739e-45ce-9b9b-d68db23a544e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.141902] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.143570] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206f9c65-19ba-4ce8-8b92-ffa4e95e7c10 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.153311] env[70261]: DEBUG oslo_vmware.api [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 692.153311] env[70261]: value = "task-3385651" [ 692.153311] env[70261]: _type = "Task" [ 692.153311] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.166594] env[70261]: DEBUG oslo_vmware.api [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.222472] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "refresh_cache-271fabab-cc8d-418a-ad9e-f07b8d3a8b98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.222713] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquired lock "refresh_cache-271fabab-cc8d-418a-ad9e-f07b8d3a8b98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.222859] env[70261]: DEBUG nova.network.neutron [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 692.251591] env[70261]: DEBUG nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.328210] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385650, 'name': CreateVM_Task, 'duration_secs': 0.633275} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.331372] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.333050] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.333050] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.333050] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.333050] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29f18ad-0825-44ed-a1c2-589ff2db2483 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.338643] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 692.338643] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a16f0c-4bb9-a5cb-e8dd-e21acc18b0b3" [ 692.338643] env[70261]: _type = "Task" [ 692.338643] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.350569] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "refresh_cache-c0833a2f-bd5c-4fb9-b41b-d5145df312df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.350774] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquired lock "refresh_cache-c0833a2f-bd5c-4fb9-b41b-d5145df312df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.350848] env[70261]: DEBUG nova.network.neutron [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 692.352097] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a16f0c-4bb9-a5cb-e8dd-e21acc18b0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.366997] env[70261]: DEBUG nova.network.neutron [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Successfully created port: b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.373283] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a5f80be9-b67f-457e-adda-5be3cbe9d4aa tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.788s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.536637] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.536869] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.673084] env[70261]: DEBUG oslo_vmware.api [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385651, 'name': PowerOffVM_Task, 'duration_secs': 0.219554} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.673845] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.674030] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.674311] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2acca09-b7bc-4b65-907f-9c672f784af4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.748880] env[70261]: DEBUG nova.network.neutron [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 692.756459] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b11e27-b820-4668-8796-74f555b59ae4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.766991] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.767304] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.767569] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Deleting the datastore file [datastore2] e23641b5-1054-4c89-9b63-98f1994e09ee {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.769736] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc3ecc50-6be4-48a5-a0b2-b3d10fa3e8bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.775383] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34815256-bbc0-4139-b984-86f90f1dae7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.780832] env[70261]: DEBUG oslo_vmware.api [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for the task: (returnval){ [ 692.780832] env[70261]: value = "task-3385653" [ 692.780832] env[70261]: _type = "Task" [ 692.780832] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.817260] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6958beff-449d-43e5-bf48-0b9e5a175156 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.824546] env[70261]: DEBUG oslo_vmware.api [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.831185] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d1f408-4f2f-4977-9f31-5371862f4491 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.847600] env[70261]: DEBUG nova.compute.provider_tree [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.862819] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a16f0c-4bb9-a5cb-e8dd-e21acc18b0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01825} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.862819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.863219] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.863363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.864886] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.864886] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.865243] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c94990-c301-46b1-9413-feff966fd665 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.879182] env[70261]: DEBUG nova.network.neutron [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.880761] env[70261]: DEBUG nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.889956] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.890178] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.891560] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61f8a2b-a216-435a-9980-3448c9a771b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.899385] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 692.899385] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5217098c-4946-aa94-fc24-fa8ba777b340" [ 692.899385] env[70261]: _type = "Task" [ 692.899385] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.904057] env[70261]: DEBUG nova.network.neutron [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 692.912393] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5217098c-4946-aa94-fc24-fa8ba777b340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.066587] env[70261]: DEBUG nova.network.neutron [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.270176] env[70261]: DEBUG nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.273790] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "ff431e2f-7be9-420b-9594-3a1e1742a96b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.274063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.276183] env[70261]: DEBUG nova.compute.manager [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Received event network-changed-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.276320] env[70261]: DEBUG nova.compute.manager [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Refreshing instance network info cache due to event network-changed-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.276508] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] Acquiring lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.276723] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] Acquired lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.276914] env[70261]: DEBUG nova.network.neutron [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Refreshing network info cache for port 56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 693.294560] env[70261]: DEBUG oslo_vmware.api [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Task: {'id': task-3385653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314885} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.298073] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.298309] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.298389] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.298571] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.298715] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.298861] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.299082] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.299273] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.299482] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.299670] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.300145] env[70261]: DEBUG nova.virt.hardware [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.301641] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.301893] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.302088] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.302274] env[70261]: INFO nova.compute.manager [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Took 1.19 seconds to destroy the instance on the hypervisor. [ 693.302493] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.303621] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf2a662-61ce-45d9-875d-a61c63d3d74e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.306313] env[70261]: DEBUG nova.compute.manager [-] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.306523] env[70261]: DEBUG nova.network.neutron [-] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 693.315079] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cd4d5e-ebd8-442b-8db3-4812ec8c3ab6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.354389] env[70261]: DEBUG nova.scheduler.client.report [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.384441] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Releasing lock "refresh_cache-271fabab-cc8d-418a-ad9e-f07b8d3a8b98" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.385193] env[70261]: DEBUG nova.compute.manager [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.385430] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.388761] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac356722-ae7e-4ea4-a2e0-034e554b4ce5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.400861] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.403902] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c530d6e8-df85-4042-a5e8-6c67f41b7090 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.411131] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.417206] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5217098c-4946-aa94-fc24-fa8ba777b340, 'name': SearchDatastore_Task, 'duration_secs': 0.022751} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.417206] env[70261]: DEBUG oslo_vmware.api [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 693.417206] env[70261]: value = "task-3385654" [ 693.417206] env[70261]: _type = "Task" [ 693.417206] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.417837] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3969b722-1c48-4035-9b07-66bf43012d9d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.431641] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 693.431641] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527e521b-2b98-9e33-9388-55e6e502c133" [ 693.431641] env[70261]: _type = "Task" [ 693.431641] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.434627] env[70261]: DEBUG oslo_vmware.api [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.444788] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527e521b-2b98-9e33-9388-55e6e502c133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.549096] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Acquiring lock "40407802-706c-44b4-9c8b-6bd575d46c81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.549576] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "40407802-706c-44b4-9c8b-6bd575d46c81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.573068] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Releasing lock "refresh_cache-c0833a2f-bd5c-4fb9-b41b-d5145df312df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.573068] env[70261]: DEBUG nova.compute.manager [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.573068] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.573068] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14731e7-e754-44a0-a4cf-a55ad09a1558 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.583319] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.583835] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db81b538-20f7-4bfe-94f2-870b033923e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.592571] env[70261]: DEBUG oslo_vmware.api [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 693.592571] env[70261]: value = "task-3385655" [ 693.592571] env[70261]: _type = "Task" [ 693.592571] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.606473] env[70261]: DEBUG oslo_vmware.api [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.863025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.863025] env[70261]: DEBUG nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.866520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.071s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.871933] env[70261]: INFO nova.compute.claims [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.930368] env[70261]: DEBUG oslo_vmware.api [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385654, 'name': PowerOffVM_Task, 'duration_secs': 0.135823} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.931535] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.931754] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.932048] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13aa1e54-080f-4a69-b069-2f299f0cbf66 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.951450] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527e521b-2b98-9e33-9388-55e6e502c133, 'name': SearchDatastore_Task, 'duration_secs': 0.016799} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.951831] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.952238] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 184d720d-be64-4e9e-9cd5-4f277609cced/184d720d-be64-4e9e-9cd5-4f277609cced.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.952695] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4fce3af-312c-48eb-8b14-b48b0e13d7dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.963737] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 693.963737] env[70261]: value = "task-3385657" [ 693.963737] env[70261]: _type = "Task" [ 693.963737] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.971140] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.971140] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.971140] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Deleting the datastore file [datastore2] 271fabab-cc8d-418a-ad9e-f07b8d3a8b98 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.971140] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b5578ba-a5f4-44de-9d9f-3d68f315886b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.984351] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.986640] env[70261]: DEBUG oslo_vmware.api [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for the task: (returnval){ [ 693.986640] env[70261]: value = "task-3385658" [ 693.986640] env[70261]: _type = "Task" [ 693.986640] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.000224] env[70261]: DEBUG oslo_vmware.api [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.107647] env[70261]: DEBUG oslo_vmware.api [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385655, 'name': PowerOffVM_Task, 'duration_secs': 0.498903} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.107647] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.107749] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.108034] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83f9a1ae-d1e2-4bb1-825f-fd28cae23615 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.163622] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.163622] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.163622] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Deleting the datastore file [datastore1] c0833a2f-bd5c-4fb9-b41b-d5145df312df {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.163622] env[70261]: DEBUG nova.network.neutron [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Updated VIF entry in instance network info cache for port 56d4b0ae-fa2d-4196-8381-2eb370bdaa1a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 694.165437] env[70261]: DEBUG nova.network.neutron [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Updating instance_info_cache with network_info: [{"id": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "address": "fa:16:3e:24:4f:70", "network": {"id": "70985248-31fa-4b12-a074-c87a1804db20", "bridge": "br-int", "label": "tempest-ServersTestJSON-1408561635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c85501eb5d034d899b552a1457e0b47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56d4b0ae-fa", "ovs_interfaceid": "56d4b0ae-fa2d-4196-8381-2eb370bdaa1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.167977] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bd6b67b-9d59-48b4-b174-a93485a960b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.181095] env[70261]: DEBUG oslo_vmware.api [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for the task: (returnval){ [ 694.181095] env[70261]: value = "task-3385660" [ 694.181095] env[70261]: _type = "Task" [ 694.181095] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.193019] env[70261]: DEBUG oslo_vmware.api [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.282317] env[70261]: DEBUG nova.network.neutron [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Successfully updated port: b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.369303] env[70261]: DEBUG nova.compute.utils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.371651] env[70261]: DEBUG nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.371977] env[70261]: DEBUG nova.network.neutron [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.426987] env[70261]: DEBUG nova.policy [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a88ba962483545f3904da00a0de32efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af96b55303044199b3d49d3450d33b91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.484181] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.498419] env[70261]: DEBUG oslo_vmware.api [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Task: {'id': task-3385658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160477} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.500251] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.500847] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.500847] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.501112] env[70261]: INFO nova.compute.manager [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Took 1.12 seconds to destroy the instance on the hypervisor. [ 694.501274] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.501909] env[70261]: DEBUG nova.compute.manager [-] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.502029] env[70261]: DEBUG nova.network.neutron [-] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 694.521922] env[70261]: DEBUG nova.network.neutron [-] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 694.675506] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b704903-6258-4d0d-a959-5e3d2afd1886 req-8d60c637-89a7-457c-9888-5b0bb1206ff9 service nova] Releasing lock "refresh_cache-143eff36-4daa-4abb-98c9-3ea8cce0243b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.701504] env[70261]: DEBUG nova.network.neutron [-] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.704048] env[70261]: DEBUG oslo_vmware.api [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Task: {'id': task-3385660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303534} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.704909] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.704909] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.704909] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.704909] env[70261]: INFO nova.compute.manager [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 694.705363] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.705582] env[70261]: DEBUG nova.compute.manager [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.705742] env[70261]: DEBUG nova.network.neutron [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 694.730258] env[70261]: DEBUG nova.network.neutron [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 694.788980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.788980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquired lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.788980] env[70261]: DEBUG nova.network.neutron [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 694.877270] env[70261]: DEBUG nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.882134] env[70261]: DEBUG nova.compute.manager [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Received event network-changed-9f58b6e0-70d9-4be9-85cc-ec167f7347e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.882482] env[70261]: DEBUG nova.compute.manager [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Refreshing instance network info cache due to event network-changed-9f58b6e0-70d9-4be9-85cc-ec167f7347e4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.882842] env[70261]: DEBUG oslo_concurrency.lockutils [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] Acquiring lock "refresh_cache-184d720d-be64-4e9e-9cd5-4f277609cced" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.883108] env[70261]: DEBUG oslo_concurrency.lockutils [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] Acquired lock "refresh_cache-184d720d-be64-4e9e-9cd5-4f277609cced" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.883417] env[70261]: DEBUG nova.network.neutron [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Refreshing network info cache for port 9f58b6e0-70d9-4be9-85cc-ec167f7347e4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 694.979508] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581754} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.981661] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 184d720d-be64-4e9e-9cd5-4f277609cced/184d720d-be64-4e9e-9cd5-4f277609cced.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.982577] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.984828] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f917d4fa-570e-44f6-8f7d-f41195ff27c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.996677] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 694.996677] env[70261]: value = "task-3385661" [ 694.996677] env[70261]: _type = "Task" [ 694.996677] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.001477] env[70261]: DEBUG nova.network.neutron [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Successfully created port: 518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.015636] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.024425] env[70261]: DEBUG nova.network.neutron [-] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.205462] env[70261]: INFO nova.compute.manager [-] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Took 1.90 seconds to deallocate network for instance. [ 695.236234] env[70261]: DEBUG nova.network.neutron [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.272122] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279feb1-4db3-a113-fa4a-8876548aeefb/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.272775] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2994eb9-af66-47be-b410-547dcf9b7fd0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.289021] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279feb1-4db3-a113-fa4a-8876548aeefb/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.289021] env[70261]: ERROR oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279feb1-4db3-a113-fa4a-8876548aeefb/disk-0.vmdk due to incomplete transfer. [ 695.289021] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6955fc94-3ab3-42a3-8d13-f85205b25bb1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.305574] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279feb1-4db3-a113-fa4a-8876548aeefb/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.305806] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Uploaded image 588f905f-06a1-4ec5-8cca-03bde7373c4e to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.307635] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.307908] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d05f0d9-a165-4dc5-b3b5-e195c353e336 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.319066] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 695.319066] env[70261]: value = "task-3385662" [ 695.319066] env[70261]: _type = "Task" [ 695.319066] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.330625] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385662, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.365993] env[70261]: DEBUG nova.network.neutron [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 695.437154] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598875a-f325-4c2d-b5ca-148bfb4c2fa4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.445539] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69200c07-85ac-45f4-9aa9-3f23154414ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.489518] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d7506-ab9b-479a-81f2-87e6c0dc0a95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.501104] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e228b9-7fd0-45c0-838d-1d9854463bd8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.511099] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210374} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.522992] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.523648] env[70261]: DEBUG nova.compute.provider_tree [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.525551] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e6f99-caa4-49f0-9120-4d9752ebad90 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.529551] env[70261]: INFO nova.compute.manager [-] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Took 1.03 seconds to deallocate network for instance. [ 695.557311] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 184d720d-be64-4e9e-9cd5-4f277609cced/184d720d-be64-4e9e-9cd5-4f277609cced.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.559588] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ed782c-433b-4689-b4db-796fed97a17b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.588031] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 695.588031] env[70261]: value = "task-3385663" [ 695.588031] env[70261]: _type = "Task" [ 695.588031] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.598575] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.623815] env[70261]: DEBUG nova.network.neutron [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updating instance_info_cache with network_info: [{"id": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "address": "fa:16:3e:00:bd:48", "network": {"id": "645a56ad-b217-413b-8a19-f06db36a4273", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1835933944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd573f9c82b8496bb732d870146afe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb05c5cd2-ae", "ovs_interfaceid": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.715597] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.717026] env[70261]: DEBUG nova.network.neutron [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Updated VIF entry in instance network info cache for port 9f58b6e0-70d9-4be9-85cc-ec167f7347e4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 695.717283] env[70261]: DEBUG nova.network.neutron [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Updating instance_info_cache with network_info: [{"id": "9f58b6e0-70d9-4be9-85cc-ec167f7347e4", "address": "fa:16:3e:a7:86:06", "network": {"id": "ffb7b015-c477-4cbd-86d4-00fda756fa2f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-216058879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3120485077654d908f11985782b6bde3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f58b6e0-70", "ovs_interfaceid": "9f58b6e0-70d9-4be9-85cc-ec167f7347e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.740473] env[70261]: INFO nova.compute.manager [-] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Took 1.03 seconds to deallocate network for instance. [ 695.830765] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385662, 'name': Destroy_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.892025] env[70261]: DEBUG nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.917651] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "ee3755cb-b274-4e7b-bcd6-193594d43662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.918792] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.920708] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:02:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='61543402',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-322423923',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.920950] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.921116] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.921303] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.921445] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.921587] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.921987] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.921987] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.922130] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.922299] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.922465] env[70261]: DEBUG nova.virt.hardware [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.923650] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd6c34-5637-4c0f-8ed9-8a122f998377 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.932101] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d6510c-b74d-4327-b3ee-8522f96cb666 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.986542] env[70261]: DEBUG nova.compute.manager [req-f50aba96-c37b-4761-b5d0-19eae12d0232 req-e5541e9a-c656-4edb-ac89-91ecd9ff938a service nova] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Received event network-vif-deleted-223f692e-0681-4d30-aaf0-b9d54ffcd426 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.030789] env[70261]: DEBUG nova.scheduler.client.report [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.056837] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.099144] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385663, 'name': ReconfigVM_Task, 'duration_secs': 0.292687} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.099642] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 184d720d-be64-4e9e-9cd5-4f277609cced/184d720d-be64-4e9e-9cd5-4f277609cced.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.100073] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16fc2a5-5dc3-45f3-895f-e9be853428b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.107958] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 696.107958] env[70261]: value = "task-3385664" [ 696.107958] env[70261]: _type = "Task" [ 696.107958] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.131126] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Releasing lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.131126] env[70261]: DEBUG nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Instance network_info: |[{"id": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "address": "fa:16:3e:00:bd:48", "network": {"id": "645a56ad-b217-413b-8a19-f06db36a4273", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1835933944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd573f9c82b8496bb732d870146afe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb05c5cd2-ae", "ovs_interfaceid": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.131399] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:bd:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b05c5cd2-ae3e-4871-9109-2b27556d52e7', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.137152] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Creating folder: Project (cd573f9c82b8496bb732d870146afe29). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.142169] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5e40d0-d079-4132-9e15-8c1394fd9c2e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.143936] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385664, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.155161] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Created folder: Project (cd573f9c82b8496bb732d870146afe29) in parent group-v675446. [ 696.155417] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Creating folder: Instances. Parent ref: group-v675505. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.155717] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-892ae587-fd3f-46fe-83f5-ae7bd7df1ed1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.167726] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Created folder: Instances in parent group-v675505. [ 696.167989] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.168207] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.168412] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc033d45-6ac2-481b-ad3b-8512c2529493 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.185591] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.185884] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.186137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "24161c6d-a5ea-4cbe-99cc-981953f390ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.186365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.186583] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.188686] env[70261]: INFO nova.compute.manager [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Terminating instance [ 696.196560] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.196560] env[70261]: value = "task-3385667" [ 696.196560] env[70261]: _type = "Task" [ 696.196560] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.209354] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385667, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.219762] env[70261]: DEBUG oslo_concurrency.lockutils [req-8103fa10-d8dd-4841-9ef1-81edc267c05c req-2b2502c2-1746-4827-92d8-32c300a108df service nova] Releasing lock "refresh_cache-184d720d-be64-4e9e-9cd5-4f277609cced" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.246748] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.331933] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385662, 'name': Destroy_Task, 'duration_secs': 0.519515} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.336209] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Destroyed the VM [ 696.336209] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.336209] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b9043ca-bd4b-4596-865d-68792f12f82b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.342277] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 696.342277] env[70261]: value = "task-3385668" [ 696.342277] env[70261]: _type = "Task" [ 696.342277] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.355076] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.538070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.538250] env[70261]: DEBUG nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.540994] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.582s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.623493] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385664, 'name': Rename_Task, 'duration_secs': 0.187124} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.623493] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.623493] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9a4a6c9-214e-4bc7-bda7-b3bcd454bf67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.631458] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 696.631458] env[70261]: value = "task-3385669" [ 696.631458] env[70261]: _type = "Task" [ 696.631458] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.643928] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.698759] env[70261]: DEBUG nova.compute.manager [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.698759] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.700024] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd7979-1f4e-4e2e-97de-b8782bd19cac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.716207] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385667, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.719806] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.720928] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f2a132d-9cfa-4973-ba16-4cd48ce7fa01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.748130] env[70261]: DEBUG nova.network.neutron [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Successfully updated port: 518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.804565] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.804824] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.804979] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleting the datastore file [datastore2] 24161c6d-a5ea-4cbe-99cc-981953f390ae {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.806889] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c60fdd-95b0-4c38-baaf-78a09ab1e3d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.825483] env[70261]: DEBUG oslo_vmware.api [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 696.825483] env[70261]: value = "task-3385671" [ 696.825483] env[70261]: _type = "Task" [ 696.825483] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.842733] env[70261]: DEBUG oslo_vmware.api [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.854304] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385668, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.044487] env[70261]: DEBUG nova.compute.utils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.051063] env[70261]: INFO nova.compute.claims [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.053881] env[70261]: DEBUG nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.054017] env[70261]: DEBUG nova.network.neutron [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.097687] env[70261]: DEBUG nova.policy [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7964a30d0ce4fe09fc446a45af09737', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de6729414624bba858fef9867d34407', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.148416] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.216023] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385667, 'name': CreateVM_Task, 'duration_secs': 0.545435} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.216774] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.217589] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.217817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.218517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.218787] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55b6a04-bda1-46a2-a1f0-f32d873560fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.225403] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 697.225403] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52db0c67-bb06-a1af-be2f-ec79644e9d57" [ 697.225403] env[70261]: _type = "Task" [ 697.225403] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.234856] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52db0c67-bb06-a1af-be2f-ec79644e9d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.249029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.249182] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.249406] env[70261]: DEBUG nova.network.neutron [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 697.264343] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "e842f1cc-081b-49ad-8e12-bf0f209a0028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.264576] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.338944] env[70261]: DEBUG oslo_vmware.api [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281784} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.339426] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.339844] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.340066] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.340366] env[70261]: INFO nova.compute.manager [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Took 0.64 seconds to destroy the instance on the hypervisor. [ 697.340656] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.340899] env[70261]: DEBUG nova.compute.manager [-] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.340992] env[70261]: DEBUG nova.network.neutron [-] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 697.355084] env[70261]: DEBUG oslo_vmware.api [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385668, 'name': RemoveSnapshot_Task, 'duration_secs': 1.008098} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.355362] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.355586] env[70261]: INFO nova.compute.manager [None req-6f35e29f-191b-4c73-a727-0a4acd7f6af8 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Took 17.62 seconds to snapshot the instance on the hypervisor. [ 697.526992] env[70261]: DEBUG nova.network.neutron [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Successfully created port: e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.554733] env[70261]: DEBUG nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.561158] env[70261]: INFO nova.compute.resource_tracker [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating resource usage from migration 7bb5c838-2dcb-4a29-b93a-5746b6641140 [ 697.648869] env[70261]: DEBUG oslo_vmware.api [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385669, 'name': PowerOnVM_Task, 'duration_secs': 0.554405} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.648869] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.651979] env[70261]: INFO nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Took 9.15 seconds to spawn the instance on the hypervisor. [ 697.652218] env[70261]: DEBUG nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.653047] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82bbb2c-52c6-4628-b6e2-d8f74cff59cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.678828] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Received event network-changed-ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.679861] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Refreshing instance network info cache due to event network-changed-ecccfceb-0977-492d-96ff-46db0266000b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.680130] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquiring lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.680847] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquired lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.680847] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Refreshing network info cache for port ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 697.741930] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52db0c67-bb06-a1af-be2f-ec79644e9d57, 'name': SearchDatastore_Task, 'duration_secs': 0.024462} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.742493] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.742585] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.743112] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.743112] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.743229] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.743513] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6841da5-881a-457a-8dfa-729aef5b018c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.758749] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.758946] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.759954] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62fd44a-323e-42f2-9a50-5273eedce671 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.771635] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 697.771635] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ae94fb-2898-f905-dbd5-300caacaee61" [ 697.771635] env[70261]: _type = "Task" [ 697.771635] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.781369] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ae94fb-2898-f905-dbd5-300caacaee61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.800327] env[70261]: DEBUG nova.network.neutron [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 698.001694] env[70261]: DEBUG nova.network.neutron [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Updating instance_info_cache with network_info: [{"id": "518f2089-d19f-4406-9af6-70afaaa565e7", "address": "fa:16:3e:db:2c:16", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap518f2089-d1", "ovs_interfaceid": "518f2089-d19f-4406-9af6-70afaaa565e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.104595] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebd27e3-635c-49c5-859c-e6a4a8636760 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.114682] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f060a1-2307-4cfd-9faf-0dcbc30c50fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.169494] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b58e52c-fc9d-4549-bc25-fba4ebcbf0a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.174107] env[70261]: INFO nova.compute.manager [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Took 25.11 seconds to build instance. [ 698.180137] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688bfbaa-0f04-4a04-ac35-45154b941602 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.195431] env[70261]: DEBUG nova.compute.provider_tree [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.237531] env[70261]: DEBUG nova.network.neutron [-] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.285231] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ae94fb-2898-f905-dbd5-300caacaee61, 'name': SearchDatastore_Task, 'duration_secs': 0.034155} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.286077] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d15eae-7c83-4abd-8261-fdcaf9ed43c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.292905] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 698.292905] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526fb190-4a01-43a5-5a7a-1e8da9471f92" [ 698.292905] env[70261]: _type = "Task" [ 698.292905] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.302859] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526fb190-4a01-43a5-5a7a-1e8da9471f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.411345] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.411872] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.465451] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Updated VIF entry in instance network info cache for port ecccfceb-0977-492d-96ff-46db0266000b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 698.465861] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Updating instance_info_cache with network_info: [{"id": "ecccfceb-0977-492d-96ff-46db0266000b", "address": "fa:16:3e:5f:1a:a4", "network": {"id": "49c11fc1-1379-4e1b-9aed-3e91f405af92", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-657325961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b2101cb22f4c75bb78116b7bcc2260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecccfceb-09", "ovs_interfaceid": "ecccfceb-0977-492d-96ff-46db0266000b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.506320] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Releasing lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.506838] env[70261]: DEBUG nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Instance network_info: |[{"id": "518f2089-d19f-4406-9af6-70afaaa565e7", "address": "fa:16:3e:db:2c:16", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap518f2089-d1", "ovs_interfaceid": "518f2089-d19f-4406-9af6-70afaaa565e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.507119] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:2c:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '518f2089-d19f-4406-9af6-70afaaa565e7', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.517445] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Creating folder: Project (af96b55303044199b3d49d3450d33b91). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.517445] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0f611c1-6727-468a-bfb5-9f207a973576 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.532968] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Created folder: Project (af96b55303044199b3d49d3450d33b91) in parent group-v675446. [ 698.533222] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Creating folder: Instances. Parent ref: group-v675508. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.533512] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abf8170b-425b-40de-83e8-ffc06fc05d34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.544357] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Created folder: Instances in parent group-v675508. [ 698.544605] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.544812] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.545052] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b6d5097-a814-4262-a6c0-649223a47352 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.568138] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.568138] env[70261]: value = "task-3385674" [ 698.568138] env[70261]: _type = "Task" [ 698.568138] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.572162] env[70261]: DEBUG nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.580692] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385674, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.598219] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.598479] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.598636] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.598837] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.599014] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.599172] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.599407] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.599576] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.599743] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.599982] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.600082] env[70261]: DEBUG nova.virt.hardware [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.600929] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b24773-e1bf-43a4-a427-fa9310206b22 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.610741] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a95f64-122b-4b74-a3cb-d176eff9a30d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.679621] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e0676528-734a-4971-a628-f05fb3e11cc1 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "184d720d-be64-4e9e-9cd5-4f277609cced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.801s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.698711] env[70261]: DEBUG nova.scheduler.client.report [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.743091] env[70261]: INFO nova.compute.manager [-] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Took 1.40 seconds to deallocate network for instance. [ 698.804725] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526fb190-4a01-43a5-5a7a-1e8da9471f92, 'name': SearchDatastore_Task, 'duration_secs': 0.017039} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.805036] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.805281] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6/a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.805551] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b02b6e-3de7-4593-84a3-512deaf493c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.814015] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 698.814015] env[70261]: value = "task-3385675" [ 698.814015] env[70261]: _type = "Task" [ 698.814015] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.824632] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.968957] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Releasing lock "refresh_cache-356de7b6-aa6c-4854-9e93-24cb71e3f1df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.969537] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Received event network-vif-plugged-b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.969537] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquiring lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.969807] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.969927] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.970047] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] No waiting events found dispatching network-vif-plugged-b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.970244] env[70261]: WARNING nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Received unexpected event network-vif-plugged-b05c5cd2-ae3e-4871-9109-2b27556d52e7 for instance with vm_state building and task_state spawning. [ 698.970665] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Received event network-changed-b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.970665] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Refreshing instance network info cache due to event network-changed-b05c5cd2-ae3e-4871-9109-2b27556d52e7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.970833] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquiring lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.970877] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquired lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.971058] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Refreshing network info cache for port b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 699.080899] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385674, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.182549] env[70261]: DEBUG nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.204109] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.663s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.205266] env[70261]: INFO nova.compute.manager [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Migrating [ 699.205266] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.205266] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.206653] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.468s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.208861] env[70261]: INFO nova.compute.claims [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.253843] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.336247] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.389450] env[70261]: DEBUG nova.network.neutron [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Successfully updated port: e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.581107] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385674, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.665560] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "184d720d-be64-4e9e-9cd5-4f277609cced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.665798] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "184d720d-be64-4e9e-9cd5-4f277609cced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.665997] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "184d720d-be64-4e9e-9cd5-4f277609cced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.666863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "184d720d-be64-4e9e-9cd5-4f277609cced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.667116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "184d720d-be64-4e9e-9cd5-4f277609cced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.671155] env[70261]: INFO nova.compute.manager [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Terminating instance [ 699.711204] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.713102] env[70261]: INFO nova.compute.rpcapi [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 699.713605] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.830650] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667428} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.830911] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6/a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.831655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.834425] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25cde918-8213-4f82-a310-9437820fe1f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.837391] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updated VIF entry in instance network info cache for port b05c5cd2-ae3e-4871-9109-2b27556d52e7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 699.837829] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updating instance_info_cache with network_info: [{"id": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "address": "fa:16:3e:00:bd:48", "network": {"id": "645a56ad-b217-413b-8a19-f06db36a4273", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1835933944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd573f9c82b8496bb732d870146afe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb05c5cd2-ae", "ovs_interfaceid": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.845717] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 699.845717] env[70261]: value = "task-3385676" [ 699.845717] env[70261]: _type = "Task" [ 699.845717] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.864199] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.896358] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.896522] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.898039] env[70261]: DEBUG nova.network.neutron [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 700.083209] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385674, 'name': CreateVM_Task, 'duration_secs': 1.415954} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.083540] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.084154] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.084333] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.084868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.085135] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0ec045-b1cf-4960-88a9-1dc185bf342d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.092804] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 700.092804] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc8492-f9e1-b1ce-401b-06b8e6a01491" [ 700.092804] env[70261]: _type = "Task" [ 700.092804] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.103621] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc8492-f9e1-b1ce-401b-06b8e6a01491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.175806] env[70261]: DEBUG nova.compute.manager [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.176162] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.177067] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ceba3-141d-44ef-902c-499bb2ea4848 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.191821] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.192860] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4d233a-e533-48eb-ba41-ca07bc321991 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.203705] env[70261]: DEBUG oslo_vmware.api [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 700.203705] env[70261]: value = "task-3385677" [ 700.203705] env[70261]: _type = "Task" [ 700.203705] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.218610] env[70261]: DEBUG oslo_vmware.api [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.245219] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.245485] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.245720] env[70261]: DEBUG nova.network.neutron [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 700.273544] env[70261]: DEBUG nova.compute.manager [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Received event network-vif-deleted-db13bcc5-b365-4f42-80a4-c55b2a8b1cf7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.273864] env[70261]: DEBUG nova.compute.manager [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received event network-vif-plugged-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.274689] env[70261]: DEBUG oslo_concurrency.lockutils [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] Acquiring lock "e694bdb7-295a-4072-a16f-d484c47299a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.274689] env[70261]: DEBUG oslo_concurrency.lockutils [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] Lock "e694bdb7-295a-4072-a16f-d484c47299a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.277148] env[70261]: DEBUG oslo_concurrency.lockutils [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] Lock "e694bdb7-295a-4072-a16f-d484c47299a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.277374] env[70261]: DEBUG nova.compute.manager [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] No waiting events found dispatching network-vif-plugged-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.277614] env[70261]: WARNING nova.compute.manager [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received unexpected event network-vif-plugged-e083c021-52ab-4673-aa17-89721b3f7215 for instance with vm_state building and task_state spawning. [ 700.277792] env[70261]: DEBUG nova.compute.manager [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received event network-changed-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.277972] env[70261]: DEBUG nova.compute.manager [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing instance network info cache due to event network-changed-e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.278188] env[70261]: DEBUG oslo_concurrency.lockutils [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] Acquiring lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.313801] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4faf4-0f8f-4757-a137-583a4ea7d7ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.322989] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc175e-c637-4ca0-ab93-592701a1e4e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.357018] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Releasing lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.358093] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Received event network-vif-plugged-518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.358351] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquiring lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.358998] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.358998] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.358998] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] No waiting events found dispatching network-vif-plugged-518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.359283] env[70261]: WARNING nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Received unexpected event network-vif-plugged-518f2089-d19f-4406-9af6-70afaaa565e7 for instance with vm_state building and task_state spawning. [ 700.359283] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Received event network-changed-518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.359601] env[70261]: DEBUG nova.compute.manager [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Refreshing instance network info cache due to event network-changed-518f2089-d19f-4406-9af6-70afaaa565e7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.360119] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquiring lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.360119] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Acquired lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.360288] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Refreshing network info cache for port 518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 700.366874] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668ab8e3-1051-4757-8f78-8d03c744f125 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.381131] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b74753-0fbf-47b1-a460-91c4197e2dde {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.386818] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081836} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.387849] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.389431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d38575-3998-419b-8810-375df8ab5edb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.401259] env[70261]: DEBUG nova.compute.provider_tree [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.424761] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6/a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.425805] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568c1352-de65-46d9-92ae-b7c538116f62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.451058] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 700.451058] env[70261]: value = "task-3385678" [ 700.451058] env[70261]: _type = "Task" [ 700.451058] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.456017] env[70261]: DEBUG nova.network.neutron [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 700.465177] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.606928] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc8492-f9e1-b1ce-401b-06b8e6a01491, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.607402] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.607493] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.607722] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.607833] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.608058] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.608323] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1d73b8-02a8-4aab-9269-e545bb40dfd5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.621692] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.621878] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.622630] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481cca31-5de0-461c-bc4b-b01f3bb48b99 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.626160] env[70261]: DEBUG nova.network.neutron [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updating instance_info_cache with network_info: [{"id": "e083c021-52ab-4673-aa17-89721b3f7215", "address": "fa:16:3e:d5:5f:ba", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape083c021-52", "ovs_interfaceid": "e083c021-52ab-4673-aa17-89721b3f7215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.632807] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 700.632807] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529b0faa-5f9f-cdd3-3d52-c263d0b6567d" [ 700.632807] env[70261]: _type = "Task" [ 700.632807] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.641714] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529b0faa-5f9f-cdd3-3d52-c263d0b6567d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.716390] env[70261]: DEBUG oslo_vmware.api [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385677, 'name': PowerOffVM_Task, 'duration_secs': 0.229058} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.716390] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.716390] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.716390] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0bc3eb7-eef3-49f7-b826-ba03904f69e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.790651] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.790781] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.791097] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Deleting the datastore file [datastore2] 184d720d-be64-4e9e-9cd5-4f277609cced {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.791524] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44376db3-67e4-4b10-9d80-732bee4d884c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.798588] env[70261]: DEBUG oslo_vmware.api [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for the task: (returnval){ [ 700.798588] env[70261]: value = "task-3385680" [ 700.798588] env[70261]: _type = "Task" [ 700.798588] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.807064] env[70261]: DEBUG oslo_vmware.api [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.907093] env[70261]: DEBUG nova.scheduler.client.report [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.962754] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385678, 'name': ReconfigVM_Task, 'duration_secs': 0.280966} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.965220] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6/a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.966037] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84da5c63-3278-470b-acc3-9156192bf532 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.974189] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 700.974189] env[70261]: value = "task-3385681" [ 700.974189] env[70261]: _type = "Task" [ 700.974189] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.984710] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385681, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.052046] env[70261]: DEBUG nova.network.neutron [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance_info_cache with network_info: [{"id": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "address": "fa:16:3e:d8:25:31", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7cf12-d9", "ovs_interfaceid": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.134095] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Releasing lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.134354] env[70261]: DEBUG nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Instance network_info: |[{"id": "e083c021-52ab-4673-aa17-89721b3f7215", "address": "fa:16:3e:d5:5f:ba", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape083c021-52", "ovs_interfaceid": "e083c021-52ab-4673-aa17-89721b3f7215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.135540] env[70261]: DEBUG oslo_concurrency.lockutils [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] Acquired lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.137590] env[70261]: DEBUG nova.network.neutron [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing network info cache for port e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 701.140023] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:5f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e083c021-52ab-4673-aa17-89721b3f7215', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.153244] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Creating folder: Project (0de6729414624bba858fef9867d34407). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.157855] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Updated VIF entry in instance network info cache for port 518f2089-d19f-4406-9af6-70afaaa565e7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 701.158263] env[70261]: DEBUG nova.network.neutron [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Updating instance_info_cache with network_info: [{"id": "518f2089-d19f-4406-9af6-70afaaa565e7", "address": "fa:16:3e:db:2c:16", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap518f2089-d1", "ovs_interfaceid": "518f2089-d19f-4406-9af6-70afaaa565e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.160627] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc2b6563-7b9a-44ac-b7a3-405baefc9dd0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.172999] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529b0faa-5f9f-cdd3-3d52-c263d0b6567d, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.175080] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Created folder: Project (0de6729414624bba858fef9867d34407) in parent group-v675446. [ 701.175317] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Creating folder: Instances. Parent ref: group-v675511. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.175608] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dd94a5-747a-48ce-8106-3bdee6c489d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.178170] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-941f52ac-39b0-409f-bd7b-d43a06b81f30 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.184549] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 701.184549] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e138cc-e4a9-f29a-e4d6-e155a93f801c" [ 701.184549] env[70261]: _type = "Task" [ 701.184549] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.189485] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Created folder: Instances in parent group-v675511. [ 701.192214] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.192214] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.192214] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1bd1227-f605-44e6-b7e9-da80088a0ed7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.214083] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e138cc-e4a9-f29a-e4d6-e155a93f801c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.220541] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.220541] env[70261]: value = "task-3385684" [ 701.220541] env[70261]: _type = "Task" [ 701.220541] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.231028] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385684, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.310155] env[70261]: DEBUG oslo_vmware.api [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Task: {'id': task-3385680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373985} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.310443] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.310653] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.310848] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.311041] env[70261]: INFO nova.compute.manager [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Took 1.14 seconds to destroy the instance on the hypervisor. [ 701.311291] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.311484] env[70261]: DEBUG nova.compute.manager [-] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.311580] env[70261]: DEBUG nova.network.neutron [-] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 701.414159] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.417730] env[70261]: DEBUG nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.419029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.766s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.419029] env[70261]: DEBUG nova.objects.instance [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lazy-loading 'resources' on Instance uuid 5140f842-8de3-4136-8ce3-59d5ad097d95 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.489140] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385681, 'name': Rename_Task, 'duration_secs': 0.191728} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.489140] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.489140] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc2d545d-0a29-4249-a0fd-a828dc52c3e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.501188] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 701.501188] env[70261]: value = "task-3385685" [ 701.501188] env[70261]: _type = "Task" [ 701.501188] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.512251] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.550780] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.661614] env[70261]: DEBUG oslo_concurrency.lockutils [req-4f6d909c-a005-40d2-915d-50e0276cada2 req-1dde96d0-1941-4062-8478-4b1d84621aa7 service nova] Releasing lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.695768] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e138cc-e4a9-f29a-e4d6-e155a93f801c, 'name': SearchDatastore_Task, 'duration_secs': 0.040467} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.696139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.697874] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d8eaadff-163f-45bf-9a8a-2643106b8ba8/d8eaadff-163f-45bf-9a8a-2643106b8ba8.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.697874] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b66d4e8-d99e-4ecb-8f87-83618408c88a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.705351] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 701.705351] env[70261]: value = "task-3385686" [ 701.705351] env[70261]: _type = "Task" [ 701.705351] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.718196] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.732247] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385684, 'name': CreateVM_Task, 'duration_secs': 0.407445} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.732490] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.733259] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.733444] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.733973] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.734195] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25cff013-45f7-4bd0-ad44-2fae18e481f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.741361] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 701.741361] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529efdba-1d0c-c159-eb4b-c4d9d2d959d8" [ 701.741361] env[70261]: _type = "Task" [ 701.741361] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.750466] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529efdba-1d0c-c159-eb4b-c4d9d2d959d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.901086] env[70261]: DEBUG nova.network.neutron [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updated VIF entry in instance network info cache for port e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 701.901488] env[70261]: DEBUG nova.network.neutron [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updating instance_info_cache with network_info: [{"id": "e083c021-52ab-4673-aa17-89721b3f7215", "address": "fa:16:3e:d5:5f:ba", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape083c021-52", "ovs_interfaceid": "e083c021-52ab-4673-aa17-89721b3f7215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.924996] env[70261]: DEBUG nova.compute.utils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.932438] env[70261]: DEBUG nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.933986] env[70261]: DEBUG nova.network.neutron [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.991894] env[70261]: DEBUG nova.policy [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd174459d15044ac3842404f739cd8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74afbacf0cec4bda98f69c0ef60878a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.016503] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.175852] env[70261]: DEBUG nova.network.neutron [-] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.226408] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50758} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.226729] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d8eaadff-163f-45bf-9a8a-2643106b8ba8/d8eaadff-163f-45bf-9a8a-2643106b8ba8.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.227082] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.229509] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfcdb5b2-b1d0-4db4-af2f-a81088467afa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.239441] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 702.239441] env[70261]: value = "task-3385687" [ 702.239441] env[70261]: _type = "Task" [ 702.239441] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.260821] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.264421] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529efdba-1d0c-c159-eb4b-c4d9d2d959d8, 'name': SearchDatastore_Task, 'duration_secs': 0.021229} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.267141] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.267413] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.267661] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.267813] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.268040] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.268573] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f6d2e9f-7254-4227-9449-d0b4b847cddc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.279567] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.279567] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.280044] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee70ba3b-4455-427f-89c1-eb50712e120e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.295683] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 702.295683] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5287f4e9-69ad-7f5b-4460-e7862001e675" [ 702.295683] env[70261]: _type = "Task" [ 702.295683] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.306915] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5287f4e9-69ad-7f5b-4460-e7862001e675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.339157] env[70261]: DEBUG nova.network.neutron [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Successfully created port: cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.408091] env[70261]: DEBUG oslo_concurrency.lockutils [req-cf0c23f2-61ac-4c24-8261-59d8e6708130 req-9feb2afe-d04d-47b6-94f2-472788c9ecf9 service nova] Releasing lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.433186] env[70261]: DEBUG nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.520610] env[70261]: DEBUG oslo_vmware.api [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385685, 'name': PowerOnVM_Task, 'duration_secs': 0.585039} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.520753] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.521079] env[70261]: INFO nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Took 9.25 seconds to spawn the instance on the hypervisor. [ 702.521395] env[70261]: DEBUG nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.522938] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45865cce-f921-4a7b-a694-2d5b70ea0b68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.536201] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec9202-b70e-4b29-b128-bab35fd1f658 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.545232] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08ab650-422b-4de4-8d0a-b2d67a482c82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.587603] env[70261]: DEBUG nova.compute.manager [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.588405] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2efa28-93ee-41e9-84bd-389c510ba7c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.592531] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fc32e7-68b6-4254-9389-f22f4363c4c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.604679] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9c6b29-b4a0-4545-af37-7f0ae81cac27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.624867] env[70261]: DEBUG nova.compute.provider_tree [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.678141] env[70261]: INFO nova.compute.manager [-] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Took 1.37 seconds to deallocate network for instance. [ 702.749755] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073134} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.750018] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.750870] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2315a3f-306d-4fcd-94cf-af3e659a18e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.775569] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] d8eaadff-163f-45bf-9a8a-2643106b8ba8/d8eaadff-163f-45bf-9a8a-2643106b8ba8.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.775941] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b337ad15-e74a-498d-921d-1909cb643269 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.800443] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 702.800443] env[70261]: value = "task-3385688" [ 702.800443] env[70261]: _type = "Task" [ 702.800443] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.807117] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5287f4e9-69ad-7f5b-4460-e7862001e675, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.808608] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb095df-7f57-403c-9c13-f27d9d62eb70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.816375] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.817838] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 702.817838] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52443b6a-1aa8-9be2-defb-a9b865830718" [ 702.817838] env[70261]: _type = "Task" [ 702.817838] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.830604] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52443b6a-1aa8-9be2-defb-a9b865830718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.912901] env[70261]: DEBUG nova.compute.manager [req-f5b08414-5760-46e1-9c35-d59665aacbed req-5c93d372-54dd-4fab-85eb-0d2dc9be0e61 service nova] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Received event network-vif-deleted-9f58b6e0-70d9-4be9-85cc-ec167f7347e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.050923] env[70261]: INFO nova.compute.manager [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Took 28.79 seconds to build instance. [ 703.098278] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd197631-43d1-411c-8c35-1340d633a53f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.119227] env[70261]: INFO nova.compute.manager [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] instance snapshotting [ 703.121058] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance '1a6a76d2-0ddf-42b7-85ef-843b72b6f0df' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.125119] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a144dac-ea4f-4b9e-82cd-1eaa27692d49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.128925] env[70261]: DEBUG nova.scheduler.client.report [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.151246] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52137999-0eba-48b7-a26e-ec957da97c49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.188222] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.312802] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.332640] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52443b6a-1aa8-9be2-defb-a9b865830718, 'name': SearchDatastore_Task, 'duration_secs': 0.02548} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.333013] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.333367] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] e694bdb7-295a-4072-a16f-d484c47299a6/e694bdb7-295a-4072-a16f-d484c47299a6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.333684] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fab42e1-421f-4bd5-92d9-b0be078e4d72 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.343028] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 703.343028] env[70261]: value = "task-3385689" [ 703.343028] env[70261]: _type = "Task" [ 703.343028] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.353101] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.452067] env[70261]: DEBUG nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.484300] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.484564] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.484734] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.485117] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.486783] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.486783] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.486783] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.486783] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.486783] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.487038] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.487038] env[70261]: DEBUG nova.virt.hardware [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.487294] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6e548-23fa-48f3-84c1-2b7fd9a1ac97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.490983] env[70261]: DEBUG nova.compute.manager [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.491833] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a948186f-eb86-4b70-91f9-c57c30a42f2e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.507494] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008cb4d-cb50-4704-a64f-476291da88b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.553256] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c04bda8b-07c9-4f19-905f-765771beb27d tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.077s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.631335] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.631932] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dbab96c-815f-49f0-8fa0-5aa51f28c3c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.635803] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.640618] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.942s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.641117] env[70261]: INFO nova.compute.claims [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.652847] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 703.652847] env[70261]: value = "task-3385690" [ 703.652847] env[70261]: _type = "Task" [ 703.652847] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.667563] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.667563] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.667563] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d63d5d52-ac14-4e75-a2b3-ae60aab5c29a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.676245] env[70261]: INFO nova.scheduler.client.report [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Deleted allocations for instance 5140f842-8de3-4136-8ce3-59d5ad097d95 [ 703.678967] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 703.678967] env[70261]: value = "task-3385691" [ 703.678967] env[70261]: _type = "Task" [ 703.678967] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.692565] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385691, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.815337] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385688, 'name': ReconfigVM_Task, 'duration_secs': 0.830813} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.815667] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Reconfigured VM instance instance-00000013 to attach disk [datastore1] d8eaadff-163f-45bf-9a8a-2643106b8ba8/d8eaadff-163f-45bf-9a8a-2643106b8ba8.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.816339] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81463591-ef77-47c9-92c1-020ee8725e18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.827011] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 703.827011] env[70261]: value = "task-3385692" [ 703.827011] env[70261]: _type = "Task" [ 703.827011] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.847659] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385692, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.863137] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385689, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.014333] env[70261]: INFO nova.compute.manager [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] instance snapshotting [ 704.017360] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2763719-1e3f-46d7-a46c-017586369ceb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.037745] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3dc167-56f7-42ff-8149-fc8cda716002 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.056147] env[70261]: DEBUG nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.059616] env[70261]: DEBUG nova.network.neutron [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Successfully updated port: cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.168028] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385690, 'name': PowerOffVM_Task, 'duration_secs': 0.330845} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.168136] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.169163] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance '1a6a76d2-0ddf-42b7-85ef-843b72b6f0df' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 704.195819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0338968-3e35-428e-9c16-4b744c575b74 tempest-InstanceActionsTestJSON-48216671 tempest-InstanceActionsTestJSON-48216671-project-member] Lock "5140f842-8de3-4136-8ce3-59d5ad097d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.018s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.204067] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385691, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.337599] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385692, 'name': Rename_Task, 'duration_secs': 0.170516} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.338476] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.338827] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501e9274-5c59-4836-85bc-e73969ddb912 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.346232] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 704.346232] env[70261]: value = "task-3385693" [ 704.346232] env[70261]: _type = "Task" [ 704.346232] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.361787] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537417} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.367487] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] e694bdb7-295a-4072-a16f-d484c47299a6/e694bdb7-295a-4072-a16f-d484c47299a6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.370609] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.370609] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.370609] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863a455e-98a2-4bcf-a8c6-0e8c2b48b3aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.378724] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 704.378724] env[70261]: value = "task-3385694" [ 704.378724] env[70261]: _type = "Task" [ 704.378724] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.388448] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.550370] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 704.550695] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f80ba2f-bd48-4a92-b446-929fbdf4c7e0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.560072] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 704.560072] env[70261]: value = "task-3385695" [ 704.560072] env[70261]: _type = "Task" [ 704.560072] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.574294] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "refresh_cache-ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.574294] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "refresh_cache-ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.574294] env[70261]: DEBUG nova.network.neutron [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 704.584225] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.593463] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.679406] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.679789] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.679849] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.680081] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.680186] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.680543] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.680543] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.680687] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.680874] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.681080] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.681263] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.691525] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7236b69b-7523-43b6-b5c0-8ca905657764 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.720935] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385691, 'name': CreateSnapshot_Task, 'duration_secs': 0.664677} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.720935] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 704.720935] env[70261]: value = "task-3385696" [ 704.720935] env[70261]: _type = "Task" [ 704.720935] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.720935] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 704.723209] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513d260e-1684-44e0-8a45-0741ecf58b23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.758473] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.862774] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.887895] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079002} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.887895] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.888603] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e4b7f5-8e5b-4bd4-aea9-11071df2729e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.915555] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e694bdb7-295a-4072-a16f-d484c47299a6/e694bdb7-295a-4072-a16f-d484c47299a6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.919029] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4148bfc5-c40b-4c6b-b91c-b4cd3aa7ca3b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.944877] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 704.944877] env[70261]: value = "task-3385697" [ 704.944877] env[70261]: _type = "Task" [ 704.944877] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.955918] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.081060] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.124900] env[70261]: DEBUG nova.network.neutron [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 705.244483] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385696, 'name': ReconfigVM_Task, 'duration_secs': 0.234118} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.247408] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance '1a6a76d2-0ddf-42b7-85ef-843b72b6f0df' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.266221] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 705.266221] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94cd17f7-9117-41f6-9076-76c02cdcf8ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.276018] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 705.276018] env[70261]: value = "task-3385698" [ 705.276018] env[70261]: _type = "Task" [ 705.276018] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.292696] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385698, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.337659] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691778e5-f2a5-4945-bf4c-02b5c0984bfe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.346219] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20722980-3f44-426c-aef3-27aa1539e6a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.359581] env[70261]: DEBUG oslo_vmware.api [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385693, 'name': PowerOnVM_Task, 'duration_secs': 0.67131} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.384801] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.385147] env[70261]: INFO nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Took 9.49 seconds to spawn the instance on the hypervisor. [ 705.385383] env[70261]: DEBUG nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.386964] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da8b69-4885-473f-b3b1-24dc7f6cde10 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.390055] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6480d11a-1665-44c9-b5c2-4266759ce6b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.404376] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548ad5c5-8514-4a23-96be-cb389c54832f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.409218] env[70261]: DEBUG nova.network.neutron [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Updating instance_info_cache with network_info: [{"id": "cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e", "address": "fa:16:3e:11:a8:ed", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2f1fb3-f3", "ovs_interfaceid": "cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.426659] env[70261]: DEBUG nova.compute.provider_tree [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.463054] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.581254] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385695, 'name': CreateSnapshot_Task, 'duration_secs': 0.602445} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.581785] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 705.583124] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb2bc4-2a76-461b-b468-c60baf8f9e58 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.723362] env[70261]: DEBUG nova.compute.manager [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Received event network-vif-plugged-cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.724160] env[70261]: DEBUG oslo_concurrency.lockutils [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] Acquiring lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.724449] env[70261]: DEBUG oslo_concurrency.lockutils [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.724740] env[70261]: DEBUG oslo_concurrency.lockutils [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.724849] env[70261]: DEBUG nova.compute.manager [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] No waiting events found dispatching network-vif-plugged-cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.724984] env[70261]: WARNING nova.compute.manager [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Received unexpected event network-vif-plugged-cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e for instance with vm_state building and task_state spawning. [ 705.725159] env[70261]: DEBUG nova.compute.manager [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Received event network-changed-cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.725363] env[70261]: DEBUG nova.compute.manager [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Refreshing instance network info cache due to event network-changed-cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.725501] env[70261]: DEBUG oslo_concurrency.lockutils [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] Acquiring lock "refresh_cache-ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.757827] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.757827] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.757827] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.757827] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.759608] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.760352] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.760868] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.760868] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.761356] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.761356] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.761588] env[70261]: DEBUG nova.virt.hardware [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.770156] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 705.771334] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3ae5e4-dc57-4eed-a49b-bc78998729a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.798569] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 705.798569] env[70261]: value = "task-3385699" [ 705.798569] env[70261]: _type = "Task" [ 705.798569] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.798868] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385698, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.809017] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.913264] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "refresh_cache-ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.914140] env[70261]: DEBUG nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Instance network_info: |[{"id": "cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e", "address": "fa:16:3e:11:a8:ed", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2f1fb3-f3", "ovs_interfaceid": "cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.916573] env[70261]: DEBUG oslo_concurrency.lockutils [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] Acquired lock "refresh_cache-ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.916798] env[70261]: DEBUG nova.network.neutron [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Refreshing network info cache for port cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 705.921073] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:a8:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.930724] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.932536] env[70261]: INFO nova.compute.manager [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Took 30.79 seconds to build instance. [ 705.935141] env[70261]: DEBUG nova.scheduler.client.report [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.940291] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.941434] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65579e74-7bf5-40c2-967c-218bd785305b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.979854] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385697, 'name': ReconfigVM_Task, 'duration_secs': 0.694171} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.981490] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e694bdb7-295a-4072-a16f-d484c47299a6/e694bdb7-295a-4072-a16f-d484c47299a6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.982465] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.982465] env[70261]: value = "task-3385700" [ 705.982465] env[70261]: _type = "Task" [ 705.982465] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.982664] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eea6b55-4999-4cb3-bc7d-a5fd853b4fa8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.994555] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385700, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.996097] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 705.996097] env[70261]: value = "task-3385701" [ 705.996097] env[70261]: _type = "Task" [ 705.996097] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.007945] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385701, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.105706] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.106442] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2bb1f61-46b8-43f1-adc2-a8a479130515 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.115972] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 706.115972] env[70261]: value = "task-3385702" [ 706.115972] env[70261]: _type = "Task" [ 706.115972] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.128725] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385702, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.298439] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385698, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.311962] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385699, 'name': ReconfigVM_Task, 'duration_secs': 0.373831} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.312529] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 706.313206] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84803573-bd67-480e-8280-4533b0e43ca6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.341342] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df/1a6a76d2-0ddf-42b7-85ef-843b72b6f0df.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.341690] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c9a4a8-e0ab-454a-8936-c495394abbe3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.365576] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 706.365576] env[70261]: value = "task-3385703" [ 706.365576] env[70261]: _type = "Task" [ 706.365576] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.379194] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.442206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3e050dc-5a14-4ad5-860c-5a65de808615 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.370s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.468586] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.469491] env[70261]: DEBUG nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.476432] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.348s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.476432] env[70261]: INFO nova.compute.claims [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.505413] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385700, 'name': CreateVM_Task, 'duration_secs': 0.507022} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.510967] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.511699] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.511980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.512804] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.513400] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8435c2a6-8395-4ecb-86c0-1d426c41e85d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.521603] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385701, 'name': Rename_Task, 'duration_secs': 0.280561} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.522623] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.523202] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-512db337-df16-4c06-907b-e39e6783222a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.528362] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 706.528362] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bafefa-4c04-a5e9-17f4-58fac89b3250" [ 706.528362] env[70261]: _type = "Task" [ 706.528362] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.538070] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 706.538070] env[70261]: value = "task-3385704" [ 706.538070] env[70261]: _type = "Task" [ 706.538070] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.542928] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bafefa-4c04-a5e9-17f4-58fac89b3250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.559241] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.630160] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385702, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.800759] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385698, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.858362] env[70261]: DEBUG nova.network.neutron [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Updated VIF entry in instance network info cache for port cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 706.858707] env[70261]: DEBUG nova.network.neutron [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Updating instance_info_cache with network_info: [{"id": "cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e", "address": "fa:16:3e:11:a8:ed", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2f1fb3-f3", "ovs_interfaceid": "cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.880085] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385703, 'name': ReconfigVM_Task, 'duration_secs': 0.488992} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.880453] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df/1a6a76d2-0ddf-42b7-85ef-843b72b6f0df.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.880874] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance '1a6a76d2-0ddf-42b7-85ef-843b72b6f0df' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.946752] env[70261]: DEBUG nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.985948] env[70261]: DEBUG nova.compute.utils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.989498] env[70261]: DEBUG nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.989498] env[70261]: DEBUG nova.network.neutron [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.043077] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bafefa-4c04-a5e9-17f4-58fac89b3250, 'name': SearchDatastore_Task, 'duration_secs': 0.012628} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.043077] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.043077] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.043273] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.045108] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.045108] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.047193] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ad7f4d-ccf0-4736-928f-76a3065794c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.056555] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385704, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.058635] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.058810] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.059566] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e685c86e-8f9f-48f2-826d-d13c61524079 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.066240] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 707.066240] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5277e699-75ce-22f6-1f1b-fde4974c6718" [ 707.066240] env[70261]: _type = "Task" [ 707.066240] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.077654] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5277e699-75ce-22f6-1f1b-fde4974c6718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.079347] env[70261]: DEBUG nova.policy [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd6bdfa0a864595a87566d024e3ebc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01da20b0f306498ba8f656667266c4c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.130625] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385702, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.304485] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385698, 'name': CloneVM_Task, 'duration_secs': 1.819967} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.304770] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Created linked-clone VM from snapshot [ 707.305583] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea07e048-c7de-40cc-a00c-97348358af3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.318691] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Uploading image ab6c3186-5396-4343-9c05-1ce62eaa9203 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.355267] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.355267] env[70261]: value = "vm-675516" [ 707.355267] env[70261]: _type = "VirtualMachine" [ 707.355267] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.355575] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d09d685a-1fae-45d2-bb22-2c4657ae31b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.364504] env[70261]: DEBUG oslo_concurrency.lockutils [req-e4f41bdd-db31-4d7c-bce5-fa27e1850ef9 req-d8ad5405-cb12-4991-9f87-91456bfda734 service nova] Releasing lock "refresh_cache-ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.364504] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lease: (returnval){ [ 707.364504] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521a9850-fc1e-1595-2cb8-ab5594d2c434" [ 707.364504] env[70261]: _type = "HttpNfcLease" [ 707.364504] env[70261]: } obtained for exporting VM: (result){ [ 707.364504] env[70261]: value = "vm-675516" [ 707.364504] env[70261]: _type = "VirtualMachine" [ 707.364504] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.365046] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the lease: (returnval){ [ 707.365046] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521a9850-fc1e-1595-2cb8-ab5594d2c434" [ 707.365046] env[70261]: _type = "HttpNfcLease" [ 707.365046] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.377375] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.377375] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521a9850-fc1e-1595-2cb8-ab5594d2c434" [ 707.377375] env[70261]: _type = "HttpNfcLease" [ 707.377375] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 707.378898] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 707.378898] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521a9850-fc1e-1595-2cb8-ab5594d2c434" [ 707.378898] env[70261]: _type = "HttpNfcLease" [ 707.378898] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 707.378898] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c5025-338d-4f4b-b253-fffcd4603b30 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.388871] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211fcd7-d8a7-993d-daeb-560f72f74622/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 707.390139] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211fcd7-d8a7-993d-daeb-560f72f74622/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 707.391665] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6796a243-66ca-464a-a79c-634913bf2482 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.476925] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea7271-fd97-45d9-a130-4a2cfc58f567 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.500833] env[70261]: DEBUG nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.507205] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance '1a6a76d2-0ddf-42b7-85ef-843b72b6f0df' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 707.512565] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.517034] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df544097-9503-40be-8a80-8831896a0431 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.555679] env[70261]: DEBUG oslo_vmware.api [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385704, 'name': PowerOnVM_Task, 'duration_secs': 0.693149} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.555988] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.557039] env[70261]: INFO nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Took 8.98 seconds to spawn the instance on the hypervisor. [ 707.557039] env[70261]: DEBUG nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.560112] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5effe-1832-41c6-b3d6-bf0add6b1314 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.586846] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5277e699-75ce-22f6-1f1b-fde4974c6718, 'name': SearchDatastore_Task, 'duration_secs': 0.016298} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.589758] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc483a9-f0d0-4413-91e0-80ce5f37c378 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.597290] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 707.597290] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52009a62-72fe-ff7b-3ad4-11dc8d2d30c4" [ 707.597290] env[70261]: _type = "Task" [ 707.597290] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.613105] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52009a62-72fe-ff7b-3ad4-11dc8d2d30c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.614253] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.614253] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ffbd44fe-a3fa-4f2f-aed0-d869723d7f78/ffbd44fe-a3fa-4f2f-aed0-d869723d7f78.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.614253] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8c7c5f1-dc6d-4b3b-ac06-b8d4dc09750e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.624375] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 707.624375] env[70261]: value = "task-3385706" [ 707.624375] env[70261]: _type = "Task" [ 707.624375] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.633747] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385702, 'name': CloneVM_Task, 'duration_secs': 1.304192} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.637097] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Created linked-clone VM from snapshot [ 707.641324] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3eee67-1a50-4beb-aca4-156a70aca350 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.649323] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.656079] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Uploading image 9c6ebc1f-c512-4ae5-8cc2-bd6be6af6dff {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.676719] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.677056] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c69dc38-cbb4-4577-ad09-fa848e0a6f33 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.688296] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 707.688296] env[70261]: value = "task-3385707" [ 707.688296] env[70261]: _type = "Task" [ 707.688296] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.700603] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385707, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.909518] env[70261]: DEBUG nova.network.neutron [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Successfully created port: b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.986490] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "d1d89528-1adf-4452-b25e-e45e7b104a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.986972] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.092473] env[70261]: INFO nova.compute.manager [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Took 31.33 seconds to build instance. [ 708.140881] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385706, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.157176] env[70261]: DEBUG nova.network.neutron [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Port 8cc7cf12-d983-4ea8-b588-b63f286c4b86 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 708.203090] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385707, 'name': Destroy_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.209647] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065293b5-bcbf-446e-abda-e531099cb529 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.220388] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f59cba-d4d7-45cb-9180-69e3fe4c4d24 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.261349] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2871ea-db89-485c-a4b9-63a40f52c36d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.269434] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58917e8c-0c0f-4f4d-983e-ce41ae329cb2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.285451] env[70261]: DEBUG nova.compute.provider_tree [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.522802] env[70261]: DEBUG nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.562802] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.563096] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.563265] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.563478] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.563660] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.563817] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.564039] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.564214] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.564477] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.564688] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.564936] env[70261]: DEBUG nova.virt.hardware [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.565836] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd229472-85a7-42fd-b9a8-9faebe92554d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.575938] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18998fe8-bc34-479f-b549-08dd70cceb48 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.595598] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c17b5f1f-9d84-447e-983f-6b83c731d521 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "e694bdb7-295a-4072-a16f-d484c47299a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.473s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.624401] env[70261]: DEBUG nova.compute.manager [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Received event network-changed-b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.624401] env[70261]: DEBUG nova.compute.manager [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Refreshing instance network info cache due to event network-changed-b05c5cd2-ae3e-4871-9109-2b27556d52e7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.624401] env[70261]: DEBUG oslo_concurrency.lockutils [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] Acquiring lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.624401] env[70261]: DEBUG oslo_concurrency.lockutils [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] Acquired lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.624401] env[70261]: DEBUG nova.network.neutron [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Refreshing network info cache for port b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 708.637995] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584257} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.638144] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ffbd44fe-a3fa-4f2f-aed0-d869723d7f78/ffbd44fe-a3fa-4f2f-aed0-d869723d7f78.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.638342] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.638643] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635e6bc1-060b-4594-96ed-5eb1f926ff9e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.648292] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 708.648292] env[70261]: value = "task-3385708" [ 708.648292] env[70261]: _type = "Task" [ 708.648292] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.659811] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.708435] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385707, 'name': Destroy_Task, 'duration_secs': 0.546637} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.708730] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Destroyed the VM [ 708.709488] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.709775] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8490e0ca-74b3-459b-81a6-0c8bfe5ac0e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.722019] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 708.722019] env[70261]: value = "task-3385709" [ 708.722019] env[70261]: _type = "Task" [ 708.722019] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.730965] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.791605] env[70261]: DEBUG nova.scheduler.client.report [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.098131] env[70261]: DEBUG nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.162198] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103185} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.162777] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.163792] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a72f8-93bb-45ad-9977-4ed5bd014389 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.198303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.198666] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.199046] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.211254] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] ffbd44fe-a3fa-4f2f-aed0-d869723d7f78/ffbd44fe-a3fa-4f2f-aed0-d869723d7f78.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.214080] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e573be02-709f-4aab-9fc7-e50f4f4a6ce1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.248892] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385709, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.253206] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 709.253206] env[70261]: value = "task-3385710" [ 709.253206] env[70261]: _type = "Task" [ 709.253206] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.268651] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.296836] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.297851] env[70261]: DEBUG nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.302612] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.186s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.302612] env[70261]: DEBUG nova.objects.instance [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 709.573988] env[70261]: DEBUG nova.network.neutron [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updated VIF entry in instance network info cache for port b05c5cd2-ae3e-4871-9109-2b27556d52e7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 709.574343] env[70261]: DEBUG nova.network.neutron [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updating instance_info_cache with network_info: [{"id": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "address": "fa:16:3e:00:bd:48", "network": {"id": "645a56ad-b217-413b-8a19-f06db36a4273", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1835933944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd573f9c82b8496bb732d870146afe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb05c5cd2-ae", "ovs_interfaceid": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.626456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.748696] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385709, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.765226] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385710, 'name': ReconfigVM_Task, 'duration_secs': 0.32385} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.765639] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Reconfigured VM instance instance-00000015 to attach disk [datastore2] ffbd44fe-a3fa-4f2f-aed0-d869723d7f78/ffbd44fe-a3fa-4f2f-aed0-d869723d7f78.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.766573] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acd0cc37-9c3e-45d0-a4a9-41951732ccb1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.775270] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 709.775270] env[70261]: value = "task-3385711" [ 709.775270] env[70261]: _type = "Task" [ 709.775270] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.789296] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385711, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.807185] env[70261]: DEBUG nova.compute.utils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.817380] env[70261]: DEBUG nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.817657] env[70261]: DEBUG nova.network.neutron [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.906888] env[70261]: DEBUG nova.policy [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '226a7dd88f8e48ac82f41e2953607036', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1052823e93461590a86767cc3895e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.077262] env[70261]: DEBUG oslo_concurrency.lockutils [req-0fbde3e6-7522-4d07-92e1-2a4e0e7616a7 req-3f42f90c-57eb-4d02-9b0e-bb513c229434 service nova] Releasing lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.248331] env[70261]: DEBUG oslo_vmware.api [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385709, 'name': RemoveSnapshot_Task, 'duration_secs': 1.16336} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.248690] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 710.283093] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.283093] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.283093] env[70261]: DEBUG nova.network.neutron [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 710.292933] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385711, 'name': Rename_Task, 'duration_secs': 0.170119} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.293192] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.293561] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83146d64-1f4b-45b0-9777-1c2f2f126043 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.306028] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 710.306028] env[70261]: value = "task-3385712" [ 710.306028] env[70261]: _type = "Task" [ 710.306028] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.320907] env[70261]: DEBUG nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.323965] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.325161] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee8ceb2e-6303-4c65-9051-dd39df03bad7 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.326078] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.858s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.331220] env[70261]: INFO nova.compute.claims [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.404263] env[70261]: DEBUG nova.network.neutron [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Successfully updated port: b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.715513] env[70261]: DEBUG nova.network.neutron [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Successfully created port: c4a0337f-dc40-4230-a82b-4ba1b4713db5 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.754075] env[70261]: WARNING nova.compute.manager [None req-b6f99b60-5bad-469b-a90e-211008a1e11d tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Image not found during snapshot: nova.exception.ImageNotFound: Image 9c6ebc1f-c512-4ae5-8cc2-bd6be6af6dff could not be found. [ 710.821378] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.908060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.908060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.908060] env[70261]: DEBUG nova.network.neutron [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 711.237452] env[70261]: DEBUG nova.network.neutron [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance_info_cache with network_info: [{"id": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "address": "fa:16:3e:d8:25:31", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7cf12-d9", "ovs_interfaceid": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.321541] env[70261]: DEBUG oslo_vmware.api [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385712, 'name': PowerOnVM_Task, 'duration_secs': 0.570839} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.321861] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.322041] env[70261]: INFO nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Took 7.87 seconds to spawn the instance on the hypervisor. [ 711.322249] env[70261]: DEBUG nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.323039] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cbdd5e-095c-4187-a49b-f1756c40fe34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.331116] env[70261]: DEBUG nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.361974] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.362372] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.362559] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.362957] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.362957] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.363098] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.363398] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.363546] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.366022] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.366022] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.366022] env[70261]: DEBUG nova.virt.hardware [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.366022] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf03af-f192-4a1a-beb5-4dcad3660032 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.379945] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12f4f1e-0698-471e-a3f1-0a3ac5843e5b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.446319] env[70261]: DEBUG nova.network.neutron [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 711.601846] env[70261]: DEBUG nova.network.neutron [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updating instance_info_cache with network_info: [{"id": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "address": "fa:16:3e:d5:37:26", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5d98-f2", "ovs_interfaceid": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.640284] env[70261]: DEBUG nova.compute.manager [req-95cccab4-f0a7-46c0-b7fd-c0b3be6fbe3a req-e17ce239-3a7e-4138-9821-c85874416708 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Received event network-vif-plugged-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.640508] env[70261]: DEBUG oslo_concurrency.lockutils [req-95cccab4-f0a7-46c0-b7fd-c0b3be6fbe3a req-e17ce239-3a7e-4138-9821-c85874416708 service nova] Acquiring lock "49982973-7207-4c45-ae5b-e947f96b6c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.640853] env[70261]: DEBUG oslo_concurrency.lockutils [req-95cccab4-f0a7-46c0-b7fd-c0b3be6fbe3a req-e17ce239-3a7e-4138-9821-c85874416708 service nova] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.641093] env[70261]: DEBUG oslo_concurrency.lockutils [req-95cccab4-f0a7-46c0-b7fd-c0b3be6fbe3a req-e17ce239-3a7e-4138-9821-c85874416708 service nova] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.641204] env[70261]: DEBUG nova.compute.manager [req-95cccab4-f0a7-46c0-b7fd-c0b3be6fbe3a req-e17ce239-3a7e-4138-9821-c85874416708 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] No waiting events found dispatching network-vif-plugged-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.641378] env[70261]: WARNING nova.compute.manager [req-95cccab4-f0a7-46c0-b7fd-c0b3be6fbe3a req-e17ce239-3a7e-4138-9821-c85874416708 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Received unexpected event network-vif-plugged-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 for instance with vm_state building and task_state spawning. [ 711.743779] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.850250] env[70261]: INFO nova.compute.manager [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Took 33.15 seconds to build instance. [ 711.893758] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f3c79-af07-4b4e-85b3-698b2c1f5f45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.903359] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831aaee-cb3d-4498-9e1f-859fad24b85b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.938373] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d2161-25f5-4c3b-ad83-db45ef8bb03f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.947239] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84271c8a-5896-43e2-bc2d-f75e94a34a80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.962212] env[70261]: DEBUG nova.compute.provider_tree [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.109454] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Releasing lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.109817] env[70261]: DEBUG nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Instance network_info: |[{"id": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "address": "fa:16:3e:d5:37:26", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5d98-f2", "ovs_interfaceid": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.110515] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:37:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0ef5d98-f230-4fc7-a34d-0d8e5c845a85', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.118307] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Creating folder: Project (01da20b0f306498ba8f656667266c4c6). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.118903] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb796785-ddf4-40de-9942-eb73fc2127b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.127160] env[70261]: DEBUG nova.compute.manager [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Received event network-changed-518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.127383] env[70261]: DEBUG nova.compute.manager [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Refreshing instance network info cache due to event network-changed-518f2089-d19f-4406-9af6-70afaaa565e7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.127668] env[70261]: DEBUG oslo_concurrency.lockutils [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] Acquiring lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.127758] env[70261]: DEBUG oslo_concurrency.lockutils [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] Acquired lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.127927] env[70261]: DEBUG nova.network.neutron [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Refreshing network info cache for port 518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 712.141452] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Created folder: Project (01da20b0f306498ba8f656667266c4c6) in parent group-v675446. [ 712.141452] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Creating folder: Instances. Parent ref: group-v675519. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.141452] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baa4fac1-de48-4c31-afa2-8dce98f3b9d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.154392] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Created folder: Instances in parent group-v675519. [ 712.154654] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.154852] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.155111] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17408c5d-2cf6-4728-8359-4ea85363594e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.181297] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.181297] env[70261]: value = "task-3385715" [ 712.181297] env[70261]: _type = "Task" [ 712.181297] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.191928] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385715, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.282714] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.283719] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b6491-2305-4116-a1c3-eaae684f768d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.288815] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.317202] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32532383-fd67-45f6-ab28-c0ed43bcadae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.326468] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance '1a6a76d2-0ddf-42b7-85ef-843b72b6f0df' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.357139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e891bdd4-5dea-4bf5-b52a-dcde5020f80d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.691s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.466647] env[70261]: DEBUG nova.scheduler.client.report [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.596616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.597594] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.597594] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.597594] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.597594] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.602423] env[70261]: INFO nova.compute.manager [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Terminating instance [ 712.640678] env[70261]: DEBUG nova.network.neutron [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Successfully updated port: c4a0337f-dc40-4230-a82b-4ba1b4713db5 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.700440] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385715, 'name': CreateVM_Task, 'duration_secs': 0.4907} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.704308] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.704308] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.704308] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.704308] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.704308] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d674a41c-fdba-4d9b-a8b6-762fc148f774 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.712889] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 712.712889] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52509c88-3108-bbbd-525d-457571120044" [ 712.712889] env[70261]: _type = "Task" [ 712.712889] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.725048] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52509c88-3108-bbbd-525d-457571120044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.805863] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.805863] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.805863] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.805863] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.805863] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.805863] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.806125] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 712.806125] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.835200] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.835200] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd9ed221-5b4d-4355-83e0-505499fc56bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.847763] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 712.847763] env[70261]: value = "task-3385716" [ 712.847763] env[70261]: _type = "Task" [ 712.847763] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.856939] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.862548] env[70261]: DEBUG nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.922419] env[70261]: DEBUG nova.network.neutron [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Updated VIF entry in instance network info cache for port 518f2089-d19f-4406-9af6-70afaaa565e7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 712.922994] env[70261]: DEBUG nova.network.neutron [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Updating instance_info_cache with network_info: [{"id": "518f2089-d19f-4406-9af6-70afaaa565e7", "address": "fa:16:3e:db:2c:16", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap518f2089-d1", "ovs_interfaceid": "518f2089-d19f-4406-9af6-70afaaa565e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.973709] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.974383] env[70261]: DEBUG nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.977454] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.931s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.979828] env[70261]: INFO nova.compute.claims [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.034364] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "dbf53fcc-6542-4be2-b23c-172935a5b679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.034679] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.106555] env[70261]: DEBUG nova.compute.manager [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.107864] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.107864] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cebaa22-6872-49fb-adfd-7e038898de9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.117128] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.117462] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1615f3ab-71d7-41dd-8ef2-c3682778f8ea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.137404] env[70261]: DEBUG oslo_vmware.api [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 713.137404] env[70261]: value = "task-3385717" [ 713.137404] env[70261]: _type = "Task" [ 713.137404] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.143905] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.144166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.144328] env[70261]: DEBUG nova.network.neutron [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 713.155328] env[70261]: DEBUG oslo_vmware.api [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.227791] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52509c88-3108-bbbd-525d-457571120044, 'name': SearchDatastore_Task, 'duration_secs': 0.015254} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.228283] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.228413] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.228642] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.228861] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.228947] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.229189] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b17efcfd-7341-4bfc-be58-71a5ba661f5a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.241089] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.241235] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.244456] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbb658e-2fac-446c-8b70-fdfeb1fe7173 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.257938] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 713.257938] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528d29f4-854d-aa68-6c43-df2ca0f262d9" [ 713.257938] env[70261]: _type = "Task" [ 713.257938] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.266833] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528d29f4-854d-aa68-6c43-df2ca0f262d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.308581] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.358757] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.391994] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.425807] env[70261]: DEBUG oslo_concurrency.lockutils [req-298e4ef6-f754-40aa-a7bf-8d20dd6609fd req-bc3f34ef-7c8f-4b7e-9396-a59149c1c047 service nova] Releasing lock "refresh_cache-d8eaadff-163f-45bf-9a8a-2643106b8ba8" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.484853] env[70261]: DEBUG nova.compute.utils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.488869] env[70261]: DEBUG nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.489152] env[70261]: DEBUG nova.network.neutron [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.545563] env[70261]: DEBUG nova.policy [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b39c10b10dca41d094bc757c28297b62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16e0b0e92ebb4fa3bd3517db431e18c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.649635] env[70261]: DEBUG oslo_vmware.api [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385717, 'name': PowerOffVM_Task, 'duration_secs': 0.282523} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.649942] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.650146] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.650435] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc296c3b-9827-4714-b649-520b6b5f990a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.713720] env[70261]: DEBUG nova.network.neutron [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 713.725322] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.725322] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.725421] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleting the datastore file [datastore1] 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.725721] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ca4d1c-0f5a-4662-b084-d36e2b8ff3b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.735306] env[70261]: DEBUG oslo_vmware.api [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 713.735306] env[70261]: value = "task-3385719" [ 713.735306] env[70261]: _type = "Task" [ 713.735306] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.750046] env[70261]: DEBUG oslo_vmware.api [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.767490] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528d29f4-854d-aa68-6c43-df2ca0f262d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016776} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.768509] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32cdb856-1945-49ad-bd29-b684a74055ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.776026] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 713.776026] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52071e43-7e14-4dff-c366-fb23970c5202" [ 713.776026] env[70261]: _type = "Task" [ 713.776026] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.786278] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52071e43-7e14-4dff-c366-fb23970c5202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.864073] env[70261]: DEBUG oslo_vmware.api [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3385716, 'name': PowerOnVM_Task, 'duration_secs': 0.605543} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.867213] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.867460] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8e655bf7-c5bb-438f-be8b-308c16e82480 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance '1a6a76d2-0ddf-42b7-85ef-843b72b6f0df' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.989543] env[70261]: DEBUG nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.052404] env[70261]: DEBUG nova.network.neutron [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Updating instance_info_cache with network_info: [{"id": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "address": "fa:16:3e:cd:0a:88", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a0337f-dc", "ovs_interfaceid": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.186129] env[70261]: DEBUG nova.network.neutron [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Successfully created port: bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.251045] env[70261]: DEBUG oslo_vmware.api [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273216} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.254088] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.254088] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.254211] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.254604] env[70261]: INFO nova.compute.manager [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 714.254731] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.255924] env[70261]: DEBUG nova.compute.manager [-] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.255924] env[70261]: DEBUG nova.network.neutron [-] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 714.296149] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52071e43-7e14-4dff-c366-fb23970c5202, 'name': SearchDatastore_Task, 'duration_secs': 0.014896} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.298814] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.299889] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 49982973-7207-4c45-ae5b-e947f96b6c9e/49982973-7207-4c45-ae5b-e947f96b6c9e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.300487] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3b841a5-f65f-4555-b5a6-e76e2614d1a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.313439] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 714.313439] env[70261]: value = "task-3385720" [ 714.313439] env[70261]: _type = "Task" [ 714.313439] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.326830] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.404579] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.405029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.555537] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.556176] env[70261]: DEBUG nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Instance network_info: |[{"id": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "address": "fa:16:3e:cd:0a:88", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a0337f-dc", "ovs_interfaceid": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.559017] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:0a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4a0337f-dc40-4230-a82b-4ba1b4713db5', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.565889] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Creating folder: Project (be1052823e93461590a86767cc3895e3). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.570020] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf864856-9461-4280-afa9-ee24c296044d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.591587] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Created folder: Project (be1052823e93461590a86767cc3895e3) in parent group-v675446. [ 714.591587] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Creating folder: Instances. Parent ref: group-v675522. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.591587] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-987a9dfd-e93a-4b32-b00f-681814a227ec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.610698] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Created folder: Instances in parent group-v675522. [ 714.611451] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.611998] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.615023] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-909cee26-4363-43e2-88df-7ed0df905cd3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.643168] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.643168] env[70261]: value = "task-3385723" [ 714.643168] env[70261]: _type = "Task" [ 714.643168] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.653541] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385723, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.675757] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccaadb0-bb02-4e99-80f3-b6cab3bd54be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.687058] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6275bc-cfec-4dd6-903f-a24fac82d71d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.728237] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f630ee22-2322-42be-9df4-3a99c4b40aa7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.741543] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887d49de-2817-4c2d-b38d-2de5ddbf261f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.762939] env[70261]: DEBUG nova.compute.provider_tree [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.797801] env[70261]: DEBUG nova.compute.manager [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Received event network-changed-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.798594] env[70261]: DEBUG nova.compute.manager [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Refreshing instance network info cache due to event network-changed-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.798594] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Acquiring lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.798594] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Acquired lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.798594] env[70261]: DEBUG nova.network.neutron [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Refreshing network info cache for port b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 714.830501] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385720, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.010414] env[70261]: DEBUG nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.028454] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "69e037a3-f37a-4277-bac7-3c66589d08fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.028831] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.041467] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.041892] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.042180] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.042437] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.042627] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.042981] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.043251] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.043455] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.043667] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.043883] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.044106] env[70261]: DEBUG nova.virt.hardware [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.045340] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26450eb6-4084-4086-80f2-b7844eed64d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.054767] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459407f-6932-422f-85a6-3e6bd4767054 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.156182] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385723, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.269055] env[70261]: DEBUG nova.scheduler.client.report [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.327047] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73952} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.327322] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 49982973-7207-4c45-ae5b-e947f96b6c9e/49982973-7207-4c45-ae5b-e947f96b6c9e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.327803] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.327892] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db3ef934-9a0b-45c6-87c0-32b501d5e37c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.336204] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 715.336204] env[70261]: value = "task-3385724" [ 715.336204] env[70261]: _type = "Task" [ 715.336204] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.350215] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.356766] env[70261]: DEBUG nova.network.neutron [-] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.594938] env[70261]: DEBUG nova.network.neutron [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updated VIF entry in instance network info cache for port b0ef5d98-f230-4fc7-a34d-0d8e5c845a85. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 715.595317] env[70261]: DEBUG nova.network.neutron [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updating instance_info_cache with network_info: [{"id": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "address": "fa:16:3e:d5:37:26", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5d98-f2", "ovs_interfaceid": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.655749] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385723, 'name': CreateVM_Task, 'duration_secs': 0.738726} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.656607] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.657843] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.657998] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.658333] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.658597] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28bb4323-f5e8-48cb-88fa-0c7d115a2edd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.665581] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 715.665581] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52657db1-e66f-9090-57f0-7943807a9d78" [ 715.665581] env[70261]: _type = "Task" [ 715.665581] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.676560] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52657db1-e66f-9090-57f0-7943807a9d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.781622] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.782540] env[70261]: DEBUG nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.786212] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.375s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.788009] env[70261]: INFO nova.compute.claims [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.852458] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095264} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.853638] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.856775] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf9f26-ae7f-473a-a0e5-3f036ed053d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.861521] env[70261]: INFO nova.compute.manager [-] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Took 1.61 seconds to deallocate network for instance. [ 715.894865] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 49982973-7207-4c45-ae5b-e947f96b6c9e/49982973-7207-4c45-ae5b-e947f96b6c9e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.899503] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cbf5306-5444-4268-8b47-df74b07de53e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.921478] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 715.921478] env[70261]: value = "task-3385725" [ 715.921478] env[70261]: _type = "Task" [ 715.921478] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.930298] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.098538] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Releasing lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.098813] env[70261]: DEBUG nova.compute.manager [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Received event network-vif-plugged-c4a0337f-dc40-4230-a82b-4ba1b4713db5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.099016] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Acquiring lock "a7557684-a5b5-47a3-8e12-fa3a09367226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.099248] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.099507] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.099590] env[70261]: DEBUG nova.compute.manager [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] No waiting events found dispatching network-vif-plugged-c4a0337f-dc40-4230-a82b-4ba1b4713db5 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.099763] env[70261]: WARNING nova.compute.manager [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Received unexpected event network-vif-plugged-c4a0337f-dc40-4230-a82b-4ba1b4713db5 for instance with vm_state building and task_state spawning. [ 716.099970] env[70261]: DEBUG nova.compute.manager [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Received event network-changed-c4a0337f-dc40-4230-a82b-4ba1b4713db5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.100094] env[70261]: DEBUG nova.compute.manager [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Refreshing instance network info cache due to event network-changed-c4a0337f-dc40-4230-a82b-4ba1b4713db5. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.100280] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Acquiring lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.100480] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Acquired lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.100583] env[70261]: DEBUG nova.network.neutron [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Refreshing network info cache for port c4a0337f-dc40-4230-a82b-4ba1b4713db5 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 716.121145] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211fcd7-d8a7-993d-daeb-560f72f74622/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 716.122423] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8689b1-ce57-460f-ace2-49c798f8bd6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.129727] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211fcd7-d8a7-993d-daeb-560f72f74622/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 716.129894] env[70261]: ERROR oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211fcd7-d8a7-993d-daeb-560f72f74622/disk-0.vmdk due to incomplete transfer. [ 716.130429] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01694807-c468-464d-b33e-fed86bb68ca7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.139810] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211fcd7-d8a7-993d-daeb-560f72f74622/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 716.140267] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Uploaded image ab6c3186-5396-4343-9c05-1ce62eaa9203 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 716.144090] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.144402] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8c865ff-4d36-4bc9-ac96-296cdfddab33 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.153244] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 716.153244] env[70261]: value = "task-3385726" [ 716.153244] env[70261]: _type = "Task" [ 716.153244] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.161499] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385726, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.166351] env[70261]: DEBUG nova.network.neutron [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Successfully updated port: bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.186583] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52657db1-e66f-9090-57f0-7943807a9d78, 'name': SearchDatastore_Task, 'duration_secs': 0.015321} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.186583] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.186583] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.186583] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.186875] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.186875] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.186875] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a80d949-87b0-4ed4-a8b1-0f44194feb48 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.197808] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.197808] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.198599] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca0cac4-4564-4592-b4d0-f78f722dd26f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.207268] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 716.207268] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524a5b19-28aa-04fa-8b47-8b87450a92c9" [ 716.207268] env[70261]: _type = "Task" [ 716.207268] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.216305] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524a5b19-28aa-04fa-8b47-8b87450a92c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.222536] env[70261]: DEBUG nova.compute.manager [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Received event network-changed-b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.222536] env[70261]: DEBUG nova.compute.manager [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Refreshing instance network info cache due to event network-changed-b05c5cd2-ae3e-4871-9109-2b27556d52e7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.222754] env[70261]: DEBUG oslo_concurrency.lockutils [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] Acquiring lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.222994] env[70261]: DEBUG oslo_concurrency.lockutils [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] Acquired lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.223088] env[70261]: DEBUG nova.network.neutron [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Refreshing network info cache for port b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 716.288611] env[70261]: DEBUG nova.compute.utils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.291115] env[70261]: DEBUG nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.291669] env[70261]: DEBUG nova.network.neutron [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.348147] env[70261]: DEBUG nova.policy [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '226a7dd88f8e48ac82f41e2953607036', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1052823e93461590a86767cc3895e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.397984] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.434719] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.664312] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385726, 'name': Destroy_Task, 'duration_secs': 0.381959} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.664312] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Destroyed the VM [ 716.664312] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.664312] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04afaf98-37e0-4721-9149-fdff5fa9fe39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.669893] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "refresh_cache-1b7859a9-ef7e-493b-abd5-e8a14b9fe562" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.670025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquired lock "refresh_cache-1b7859a9-ef7e-493b-abd5-e8a14b9fe562" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.670085] env[70261]: DEBUG nova.network.neutron [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 716.673195] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 716.673195] env[70261]: value = "task-3385727" [ 716.673195] env[70261]: _type = "Task" [ 716.673195] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.683114] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385727, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.722089] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524a5b19-28aa-04fa-8b47-8b87450a92c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01287} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.723163] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7f72b8-1be4-499b-a773-e65fc7b40f1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.733120] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 716.733120] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266613f-e8fd-2bf1-6c8b-e5a7fe9418e8" [ 716.733120] env[70261]: _type = "Task" [ 716.733120] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.743144] env[70261]: DEBUG nova.network.neutron [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Successfully created port: 4ef4e26c-55d9-43f2-8e24-cc1b21c27264 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.745418] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266613f-e8fd-2bf1-6c8b-e5a7fe9418e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.800310] env[70261]: DEBUG nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.912050] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.912406] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.912603] env[70261]: DEBUG nova.compute.manager [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Going to confirm migration 1 {{(pid=70261) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 716.935035] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385725, 'name': ReconfigVM_Task, 'duration_secs': 0.875221} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.939026] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 49982973-7207-4c45-ae5b-e947f96b6c9e/49982973-7207-4c45-ae5b-e947f96b6c9e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.940301] env[70261]: DEBUG nova.network.neutron [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Updated VIF entry in instance network info cache for port c4a0337f-dc40-4230-a82b-4ba1b4713db5. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 716.940602] env[70261]: DEBUG nova.network.neutron [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Updating instance_info_cache with network_info: [{"id": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "address": "fa:16:3e:cd:0a:88", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a0337f-dc", "ovs_interfaceid": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.942128] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a01255-306d-4a05-b10b-b95498772448 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.951672] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 716.951672] env[70261]: value = "task-3385728" [ 716.951672] env[70261]: _type = "Task" [ 716.951672] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.971579] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385728, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.079415] env[70261]: DEBUG nova.network.neutron [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updated VIF entry in instance network info cache for port b05c5cd2-ae3e-4871-9109-2b27556d52e7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 717.079850] env[70261]: DEBUG nova.network.neutron [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updating instance_info_cache with network_info: [{"id": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "address": "fa:16:3e:00:bd:48", "network": {"id": "645a56ad-b217-413b-8a19-f06db36a4273", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1835933944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd573f9c82b8496bb732d870146afe29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb05c5cd2-ae", "ovs_interfaceid": "b05c5cd2-ae3e-4871-9109-2b27556d52e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.189093] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385727, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.245543] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266613f-e8fd-2bf1-6c8b-e5a7fe9418e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.247732] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.248408] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a7557684-a5b5-47a3-8e12-fa3a09367226/a7557684-a5b5-47a3-8e12-fa3a09367226.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.248671] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-190a3e0d-6e80-462b-86af-5b3244c45bbe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.258080] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 717.258080] env[70261]: value = "task-3385729" [ 717.258080] env[70261]: _type = "Task" [ 717.258080] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.270684] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.271766] env[70261]: DEBUG nova.network.neutron [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 717.421312] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc44239-5a05-4f01-868f-b91077f11ac6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.431286] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de709f50-8e55-4e45-abfb-faedc1ff2aa0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.438858] env[70261]: DEBUG nova.compute.manager [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Received event network-vif-deleted-ea61f544-aa80-42cb-b44e-b2ffa25b2e44 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.439072] env[70261]: DEBUG nova.compute.manager [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Received event network-vif-plugged-bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.439264] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] Acquiring lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.439507] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.439657] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.439840] env[70261]: DEBUG nova.compute.manager [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] No waiting events found dispatching network-vif-plugged-bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.440084] env[70261]: WARNING nova.compute.manager [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Received unexpected event network-vif-plugged-bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 for instance with vm_state building and task_state spawning. [ 717.440184] env[70261]: DEBUG nova.compute.manager [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Received event network-changed-bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.440329] env[70261]: DEBUG nova.compute.manager [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Refreshing instance network info cache due to event network-changed-bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.440504] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] Acquiring lock "refresh_cache-1b7859a9-ef7e-493b-abd5-e8a14b9fe562" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.471755] env[70261]: DEBUG oslo_concurrency.lockutils [req-2559a257-617c-4761-9807-dc1f9b4fed4e req-0751c68e-a795-4e69-a436-796bdd9cd71c service nova] Releasing lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.479399] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a279c-af79-4e5f-a1a4-04c513e37cb6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.497476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668c9388-7d30-4980-a1f1-0a82651307ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.502471] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385728, 'name': Rename_Task, 'duration_secs': 0.271512} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.503240] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.503908] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2fc0da9-7963-4b55-843c-f69403be7b18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.515134] env[70261]: DEBUG nova.compute.provider_tree [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.518199] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 717.518199] env[70261]: value = "task-3385730" [ 717.518199] env[70261]: _type = "Task" [ 717.518199] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.524166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.524397] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.524607] env[70261]: DEBUG nova.network.neutron [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 717.524815] env[70261]: DEBUG nova.objects.instance [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lazy-loading 'info_cache' on Instance uuid 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.531777] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.546688] env[70261]: DEBUG nova.network.neutron [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Updating instance_info_cache with network_info: [{"id": "bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70", "address": "fa:16:3e:af:b1:a9", "network": {"id": "028a1cc9-8f4f-4eaa-b01f-8ddec9446bd8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-486574466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e0b0e92ebb4fa3bd3517db431e18c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5a0a2a-e4", "ovs_interfaceid": "bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.586722] env[70261]: DEBUG oslo_concurrency.lockutils [req-2495a997-3065-4090-9375-ba3be989b7bf req-49e06a0f-b4a8-4ece-84b0-fd9954c9d7da service nova] Releasing lock "refresh_cache-a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.687101] env[70261]: DEBUG oslo_vmware.api [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385727, 'name': RemoveSnapshot_Task, 'duration_secs': 0.907799} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.687598] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.687801] env[70261]: INFO nova.compute.manager [None req-6b19b058-22fc-41e7-b343-3eee1c6d73b4 tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 717.752282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.752546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.772963] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385729, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.810195] env[70261]: DEBUG nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.840396] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.844023] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.844023] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.844023] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.844023] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.844023] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.844573] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.844573] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.844573] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.844573] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.844573] env[70261]: DEBUG nova.virt.hardware [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.845148] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de95a101-840c-4ce8-ac1a-b7ded4c5c609 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.859673] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab623dc-3091-4f4b-9b22-50f734f0e671 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.020451] env[70261]: DEBUG nova.scheduler.client.report [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.037560] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.049404] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Releasing lock "refresh_cache-1b7859a9-ef7e-493b-abd5-e8a14b9fe562" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.049783] env[70261]: DEBUG nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Instance network_info: |[{"id": "bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70", "address": "fa:16:3e:af:b1:a9", "network": {"id": "028a1cc9-8f4f-4eaa-b01f-8ddec9446bd8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-486574466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e0b0e92ebb4fa3bd3517db431e18c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5a0a2a-e4", "ovs_interfaceid": "bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.050099] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] Acquired lock "refresh_cache-1b7859a9-ef7e-493b-abd5-e8a14b9fe562" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.050283] env[70261]: DEBUG nova.network.neutron [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Refreshing network info cache for port bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 718.051459] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:b1:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.058687] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Creating folder: Project (16e0b0e92ebb4fa3bd3517db431e18c4). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.059994] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-580ceddd-7adc-4424-9a67-999c9bc1aee7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.072655] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Created folder: Project (16e0b0e92ebb4fa3bd3517db431e18c4) in parent group-v675446. [ 718.072850] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Creating folder: Instances. Parent ref: group-v675525. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.073101] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317845ac-3f2b-45f4-ad62-1e9a5539672d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.083786] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Created folder: Instances in parent group-v675525. [ 718.084065] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.084266] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.084538] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12300bc1-929d-4195-9f1d-adacc9baf077 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.108021] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.108021] env[70261]: value = "task-3385733" [ 718.108021] env[70261]: _type = "Task" [ 718.108021] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.840759] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.055s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.841258] env[70261]: DEBUG nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.848398] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385733, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.848537] env[70261]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.24034 sec [ 718.849590] env[70261]: DEBUG nova.network.neutron [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Successfully updated port: 4ef4e26c-55d9-43f2-8e24-cc1b21c27264 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.858955] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.143s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.859184] env[70261]: DEBUG nova.objects.instance [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lazy-loading 'resources' on Instance uuid e23641b5-1054-4c89-9b63-98f1994e09ee {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.876916] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678879} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.883454] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a7557684-a5b5-47a3-8e12-fa3a09367226/a7557684-a5b5-47a3-8e12-fa3a09367226.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.883715] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.884314] env[70261]: DEBUG oslo_vmware.api [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385730, 'name': PowerOnVM_Task, 'duration_secs': 1.151501} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.885584] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385733, 'name': CreateVM_Task, 'duration_secs': 0.45341} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.885749] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65d640d4-1490-4109-93cb-f749275fb2c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.888312] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.888514] env[70261]: INFO nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Took 10.37 seconds to spawn the instance on the hypervisor. [ 718.888688] env[70261]: DEBUG nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.888968] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.889923] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c701923-b7d7-4a41-aa3f-715ab66ff802 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.893145] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.893145] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.893393] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.894542] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93474a9e-4cae-4f83-a589-b15a1442dfeb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.907602] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 718.907602] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b16b68-522b-b1d7-a092-a97e7d4368cb" [ 718.907602] env[70261]: _type = "Task" [ 718.907602] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.907974] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 718.907974] env[70261]: value = "task-3385734" [ 718.907974] env[70261]: _type = "Task" [ 718.907974] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.922049] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b16b68-522b-b1d7-a092-a97e7d4368cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01525} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.924727] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.925048] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.925437] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.925531] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.925675] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.926037] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.926270] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb3f483e-bbc5-4eb6-bc41-cfec1408e9dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.938000] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.938230] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.939018] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaadcea0-e71a-4b95-964c-e35fb1427393 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.945977] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 718.945977] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52df24e6-0bec-570d-7f98-e0e2888a160c" [ 718.945977] env[70261]: _type = "Task" [ 718.945977] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.957189] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52df24e6-0bec-570d-7f98-e0e2888a160c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.134550] env[70261]: DEBUG nova.network.neutron [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Updated VIF entry in instance network info cache for port bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 719.134917] env[70261]: DEBUG nova.network.neutron [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Updating instance_info_cache with network_info: [{"id": "bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70", "address": "fa:16:3e:af:b1:a9", "network": {"id": "028a1cc9-8f4f-4eaa-b01f-8ddec9446bd8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-486574466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e0b0e92ebb4fa3bd3517db431e18c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5a0a2a-e4", "ovs_interfaceid": "bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.169403] env[70261]: DEBUG nova.network.neutron [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance_info_cache with network_info: [{"id": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "address": "fa:16:3e:d8:25:31", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7cf12-d9", "ovs_interfaceid": "8cc7cf12-d983-4ea8-b588-b63f286c4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.348099] env[70261]: DEBUG nova.compute.utils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.351388] env[70261]: DEBUG nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.351388] env[70261]: DEBUG nova.network.neutron [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.352886] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "refresh_cache-12b86e9f-089b-4e33-9024-de6c8be59e94" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.353025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "refresh_cache-12b86e9f-089b-4e33-9024-de6c8be59e94" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.353167] env[70261]: DEBUG nova.network.neutron [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 719.383029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.383029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.383029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.383601] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.383601] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.383601] env[70261]: INFO nova.compute.manager [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Terminating instance [ 719.383601] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "ea0fac22-ed73-4785-a5eb-610e9107e14d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.383784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.383784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "ea0fac22-ed73-4785-a5eb-610e9107e14d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.383784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.383784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.383937] env[70261]: INFO nova.compute.manager [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Terminating instance [ 719.426875] env[70261]: INFO nova.compute.manager [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Took 35.76 seconds to build instance. [ 719.433598] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106674} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.433598] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.433598] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80093c04-cdd1-44a2-88b3-014deeb46284 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.462538] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] a7557684-a5b5-47a3-8e12-fa3a09367226/a7557684-a5b5-47a3-8e12-fa3a09367226.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.464154] env[70261]: DEBUG nova.policy [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e69572ee20b4596b1214c198ebc35f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657d2bf2c8744e9e932be9fe83817034', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.472747] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88efeaf4-109c-44e9-8f3a-6d369dce35ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.496736] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52df24e6-0bec-570d-7f98-e0e2888a160c, 'name': SearchDatastore_Task, 'duration_secs': 0.013872} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.498735] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 719.498735] env[70261]: value = "task-3385735" [ 719.498735] env[70261]: _type = "Task" [ 719.498735] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.499159] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492e8103-9425-4b29-b901-54003ef1831c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.511652] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.511973] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 719.511973] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5213f832-8e98-a656-fc49-c421091896eb" [ 719.511973] env[70261]: _type = "Task" [ 719.511973] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.525980] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5213f832-8e98-a656-fc49-c421091896eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.525980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.525980] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 1b7859a9-ef7e-493b-abd5-e8a14b9fe562/1b7859a9-ef7e-493b-abd5-e8a14b9fe562.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.525980] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b38530f-5645-4aac-86e9-4e11a06c7988 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.532876] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 719.532876] env[70261]: value = "task-3385736" [ 719.532876] env[70261]: _type = "Task" [ 719.532876] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.542883] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.645436] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec1dbd9d-3748-4263-bf65-d32fdeaddabc req-65567b18-d7de-424c-8657-db52329bdcd1 service nova] Releasing lock "refresh_cache-1b7859a9-ef7e-493b-abd5-e8a14b9fe562" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.674043] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.674307] env[70261]: DEBUG nova.objects.instance [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lazy-loading 'migration_context' on Instance uuid 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.854030] env[70261]: DEBUG nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.025889] env[70261]: DEBUG nova.compute.manager [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.025889] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.030017] env[70261]: DEBUG nova.compute.manager [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.030017] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.030017] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f8dfef65-7c1b-4f93-bfda-2f8f23218100 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.267s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.030017] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4779dd-0fd5-489f-9f4a-e5aa1355d07e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.034036] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e1f54-31f2-4d9e-a49c-c57e92d56111 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.054919] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.061390] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c831cb4-032b-4c1c-b1d6-0562dfe79b78 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.063416] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.063731] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.063993] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b5be925-86a4-46bd-ae02-fc798e86b671 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.071405] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385736, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.078120] env[70261]: DEBUG oslo_vmware.api [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 720.078120] env[70261]: value = "task-3385737" [ 720.078120] env[70261]: _type = "Task" [ 720.078120] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.080410] env[70261]: DEBUG oslo_vmware.api [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 720.080410] env[70261]: value = "task-3385738" [ 720.080410] env[70261]: _type = "Task" [ 720.080410] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.105456] env[70261]: DEBUG oslo_vmware.api [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.105861] env[70261]: DEBUG oslo_vmware.api [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.115488] env[70261]: DEBUG nova.network.neutron [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 720.177567] env[70261]: DEBUG nova.objects.base [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Object Instance<1a6a76d2-0ddf-42b7-85ef-843b72b6f0df> lazy-loaded attributes: info_cache,migration_context {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 720.181961] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e523a-1422-4eea-b45a-3c263cde4671 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.212339] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6aaded-37ca-40fe-a447-27f474a496bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.221136] env[70261]: DEBUG oslo_vmware.api [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 720.221136] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529fcc9b-2715-82cd-88c9-68b2090b43ac" [ 720.221136] env[70261]: _type = "Task" [ 720.221136] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.231552] env[70261]: DEBUG oslo_vmware.api [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529fcc9b-2715-82cd-88c9-68b2090b43ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.333893] env[70261]: DEBUG nova.network.neutron [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Updating instance_info_cache with network_info: [{"id": "4ef4e26c-55d9-43f2-8e24-cc1b21c27264", "address": "fa:16:3e:33:57:b5", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef4e26c-55", "ovs_interfaceid": "4ef4e26c-55d9-43f2-8e24-cc1b21c27264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.475976] env[70261]: DEBUG nova.network.neutron [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Successfully created port: d511cb5e-ae98-492f-9402-e42be8dce18e {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.544021] env[70261]: DEBUG nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.544266] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166676c-1ba5-4a14-8705-2c0f53ae7f05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.554894] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385735, 'name': ReconfigVM_Task, 'duration_secs': 0.704929} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.556907] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Reconfigured VM instance instance-00000017 to attach disk [datastore2] a7557684-a5b5-47a3-8e12-fa3a09367226/a7557684-a5b5-47a3-8e12-fa3a09367226.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.556907] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be1af9d-762b-4087-b68c-fc1ec4f4cadd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.565317] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d939ae4-0289-4216-8bbb-1f9025b08cef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.568571] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60451} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.571468] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 1b7859a9-ef7e-493b-abd5-e8a14b9fe562/1b7859a9-ef7e-493b-abd5-e8a14b9fe562.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.571696] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.572844] env[70261]: DEBUG nova.compute.manager [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Received event network-vif-plugged-4ef4e26c-55d9-43f2-8e24-cc1b21c27264 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.573047] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] Acquiring lock "12b86e9f-089b-4e33-9024-de6c8be59e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.573250] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.573415] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.573579] env[70261]: DEBUG nova.compute.manager [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] No waiting events found dispatching network-vif-plugged-4ef4e26c-55d9-43f2-8e24-cc1b21c27264 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.573742] env[70261]: WARNING nova.compute.manager [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Received unexpected event network-vif-plugged-4ef4e26c-55d9-43f2-8e24-cc1b21c27264 for instance with vm_state building and task_state spawning. [ 720.573898] env[70261]: DEBUG nova.compute.manager [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Received event network-changed-4ef4e26c-55d9-43f2-8e24-cc1b21c27264 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.574062] env[70261]: DEBUG nova.compute.manager [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Refreshing instance network info cache due to event network-changed-4ef4e26c-55d9-43f2-8e24-cc1b21c27264. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.574254] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] Acquiring lock "refresh_cache-12b86e9f-089b-4e33-9024-de6c8be59e94" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.574474] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 720.574474] env[70261]: value = "task-3385739" [ 720.574474] env[70261]: _type = "Task" [ 720.574474] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.576393] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf2ee358-5b28-4d35-8c9e-d53265a6908e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.617606] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03b300a-85c7-4634-89ab-6472ee9d83d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.622682] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 720.622682] env[70261]: value = "task-3385740" [ 720.622682] env[70261]: _type = "Task" [ 720.622682] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.631929] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385739, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.640506] env[70261]: DEBUG oslo_vmware.api [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385737, 'name': PowerOffVM_Task, 'duration_secs': 0.340437} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.640828] env[70261]: DEBUG oslo_vmware.api [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385738, 'name': PowerOffVM_Task, 'duration_secs': 0.396123} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.642114] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.642342] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.642646] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.642830] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.643112] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d93bc966-1c50-49e5-ab4c-63e14d9a83cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.644803] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64104cab-0db6-423d-bedb-295b18bf8198 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.651585] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.653558] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72023f25-a69f-4ff8-94b5-bd7ba43f62c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.669974] env[70261]: DEBUG nova.compute.provider_tree [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.732405] env[70261]: DEBUG oslo_vmware.api [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529fcc9b-2715-82cd-88c9-68b2090b43ac, 'name': SearchDatastore_Task, 'duration_secs': 0.018402} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.732880] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.750872] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.751100] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.751291] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Deleting the datastore file [datastore2] a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.751565] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613f78ad-7d3c-45ec-a92e-348e23a6173d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.758093] env[70261]: DEBUG oslo_vmware.api [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for the task: (returnval){ [ 720.758093] env[70261]: value = "task-3385743" [ 720.758093] env[70261]: _type = "Task" [ 720.758093] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.766497] env[70261]: DEBUG oslo_vmware.api [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.839425] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "refresh_cache-12b86e9f-089b-4e33-9024-de6c8be59e94" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.839972] env[70261]: DEBUG nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Instance network_info: |[{"id": "4ef4e26c-55d9-43f2-8e24-cc1b21c27264", "address": "fa:16:3e:33:57:b5", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef4e26c-55", "ovs_interfaceid": "4ef4e26c-55d9-43f2-8e24-cc1b21c27264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.840463] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] Acquired lock "refresh_cache-12b86e9f-089b-4e33-9024-de6c8be59e94" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.840822] env[70261]: DEBUG nova.network.neutron [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Refreshing network info cache for port 4ef4e26c-55d9-43f2-8e24-cc1b21c27264 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 720.842825] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:57:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef4e26c-55d9-43f2-8e24-cc1b21c27264', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.856693] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.861534] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.862365] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67d14b8b-7573-4698-9df0-83322808f312 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.885025] env[70261]: DEBUG nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.892562] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.892562] env[70261]: value = "task-3385744" [ 720.892562] env[70261]: _type = "Task" [ 720.892562] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.903813] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385744, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.911496] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.911738] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.911894] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.912093] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.912246] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.912392] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.912721] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.912793] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.912910] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.914091] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.914091] env[70261]: DEBUG nova.virt.hardware [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.914519] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f14a82-5ca1-479d-8e48-259b08dc5be6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.925155] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d571ad-bc29-4e16-a19b-369bff62ab53 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.065895] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.092027] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385739, 'name': Rename_Task, 'duration_secs': 0.359894} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.092027] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.092218] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8201bea4-2bc0-4f05-9c9e-20c43f93261c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.099570] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 721.099570] env[70261]: value = "task-3385745" [ 721.099570] env[70261]: _type = "Task" [ 721.099570] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.113095] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.116863] env[70261]: DEBUG nova.network.neutron [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Updated VIF entry in instance network info cache for port 4ef4e26c-55d9-43f2-8e24-cc1b21c27264. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 721.117541] env[70261]: DEBUG nova.network.neutron [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Updating instance_info_cache with network_info: [{"id": "4ef4e26c-55d9-43f2-8e24-cc1b21c27264", "address": "fa:16:3e:33:57:b5", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef4e26c-55", "ovs_interfaceid": "4ef4e26c-55d9-43f2-8e24-cc1b21c27264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.134818] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082756} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.135111] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.135908] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56960abf-b960-49af-af33-8e92aef62bba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.163632] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 1b7859a9-ef7e-493b-abd5-e8a14b9fe562/1b7859a9-ef7e-493b-abd5-e8a14b9fe562.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.164357] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62816396-2c60-4476-92a7-20bb01181043 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.188746] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 721.188746] env[70261]: value = "task-3385746" [ 721.188746] env[70261]: _type = "Task" [ 721.188746] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.197789] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.199253] env[70261]: ERROR nova.scheduler.client.report [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] [req-b3187488-35c2-49d2-bdb4-805aa399c43d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3187488-35c2-49d2-bdb4-805aa399c43d"}]} [ 721.218908] env[70261]: DEBUG nova.scheduler.client.report [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 721.237551] env[70261]: DEBUG nova.scheduler.client.report [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 721.237551] env[70261]: DEBUG nova.compute.provider_tree [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.257965] env[70261]: DEBUG nova.scheduler.client.report [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.270120] env[70261]: DEBUG oslo_vmware.api [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Task: {'id': task-3385743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145308} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.270584] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.270790] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.270996] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.271193] env[70261]: INFO nova.compute.manager [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Took 1.24 seconds to destroy the instance on the hypervisor. [ 721.271450] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.271655] env[70261]: DEBUG nova.compute.manager [-] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.271756] env[70261]: DEBUG nova.network.neutron [-] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 721.281832] env[70261]: DEBUG nova.scheduler.client.report [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 721.403377] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385744, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.417036] env[70261]: DEBUG nova.compute.manager [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Received event network-changed-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.417036] env[70261]: DEBUG nova.compute.manager [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Refreshing instance network info cache due to event network-changed-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.417036] env[70261]: DEBUG oslo_concurrency.lockutils [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] Acquiring lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.417036] env[70261]: DEBUG oslo_concurrency.lockutils [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] Acquired lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.417036] env[70261]: DEBUG nova.network.neutron [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Refreshing network info cache for port b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 721.624238] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5c3edd6-30a4-4582-ab9c-865c71c616a5 req-ee857325-268a-4451-ad93-e4581021ae01 service nova] Releasing lock "refresh_cache-12b86e9f-089b-4e33-9024-de6c8be59e94" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.625735] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.625735] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.625735] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.625735] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Deleting the datastore file [datastore1] ea0fac22-ed73-4785-a5eb-610e9107e14d {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.625735] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0893005-c772-4e82-9ff8-8a57ad685a0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.634482] env[70261]: DEBUG oslo_vmware.api [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for the task: (returnval){ [ 721.634482] env[70261]: value = "task-3385747" [ 721.634482] env[70261]: _type = "Task" [ 721.634482] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.645814] env[70261]: DEBUG oslo_vmware.api [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.704567] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.861818] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f18fa8b-3ec5-4c71-9eb5-3fe74ec287c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.869899] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce450ef-fd19-46ee-b823-55072be25435 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.905546] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231393cc-9ca7-46c4-bcce-fc3d296e46e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.917787] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e03eea-3390-498d-957d-f499c2a73108 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.921849] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385744, 'name': CreateVM_Task, 'duration_secs': 1.020516} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.924243] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.925587] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.925587] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.929109] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.929109] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2155634d-b543-4454-8d70-c01c04c8a0a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.938913] env[70261]: DEBUG nova.compute.provider_tree [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.944864] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 721.944864] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525b0cad-cf6d-bf97-f78c-3f5c9e6e19d2" [ 721.944864] env[70261]: _type = "Task" [ 721.944864] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.955820] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525b0cad-cf6d-bf97-f78c-3f5c9e6e19d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.051206] env[70261]: DEBUG nova.network.neutron [-] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.113257] env[70261]: DEBUG oslo_vmware.api [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385745, 'name': PowerOnVM_Task, 'duration_secs': 0.944646} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.113257] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.113257] env[70261]: INFO nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Took 10.78 seconds to spawn the instance on the hypervisor. [ 722.113441] env[70261]: DEBUG nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.114144] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8206aad5-775b-4fe6-8998-210070161588 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.148178] env[70261]: DEBUG oslo_vmware.api [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Task: {'id': task-3385747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214685} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.148178] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.148178] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.148178] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.148178] env[70261]: INFO nova.compute.manager [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Took 2.12 seconds to destroy the instance on the hypervisor. [ 722.149347] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.149347] env[70261]: DEBUG nova.compute.manager [-] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.149347] env[70261]: DEBUG nova.network.neutron [-] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 722.182090] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.182622] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.204716] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385746, 'name': ReconfigVM_Task, 'duration_secs': 0.564165} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.205865] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 1b7859a9-ef7e-493b-abd5-e8a14b9fe562/1b7859a9-ef7e-493b-abd5-e8a14b9fe562.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.206368] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c32d1fd-c821-440b-9600-83f563ead4e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.217024] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 722.217024] env[70261]: value = "task-3385748" [ 722.217024] env[70261]: _type = "Task" [ 722.217024] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.229030] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385748, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.238691] env[70261]: DEBUG nova.network.neutron [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updated VIF entry in instance network info cache for port b0ef5d98-f230-4fc7-a34d-0d8e5c845a85. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 722.238691] env[70261]: DEBUG nova.network.neutron [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updating instance_info_cache with network_info: [{"id": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "address": "fa:16:3e:d5:37:26", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5d98-f2", "ovs_interfaceid": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.446217] env[70261]: DEBUG nova.scheduler.client.report [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.459354] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525b0cad-cf6d-bf97-f78c-3f5c9e6e19d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.460274] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.460716] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.461364] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.461668] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.461956] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.462877] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bac0649a-8b1d-49de-9691-28039f289e8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.472762] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.473111] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.474103] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c21a3c-5fd8-49e8-905a-2470ff454adb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.481261] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 722.481261] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5279d840-2cb7-320b-a762-b76922aa34dd" [ 722.481261] env[70261]: _type = "Task" [ 722.481261] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.494945] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5279d840-2cb7-320b-a762-b76922aa34dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.553787] env[70261]: INFO nova.compute.manager [-] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Took 1.28 seconds to deallocate network for instance. [ 722.636204] env[70261]: INFO nova.compute.manager [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Took 36.54 seconds to build instance. [ 722.684513] env[70261]: DEBUG nova.network.neutron [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Successfully updated port: d511cb5e-ae98-492f-9402-e42be8dce18e {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.726648] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385748, 'name': Rename_Task, 'duration_secs': 0.181227} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.726648] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.726766] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f903e50-368f-4c8a-ab25-a66192e13b7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.734801] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 722.734801] env[70261]: value = "task-3385749" [ 722.734801] env[70261]: _type = "Task" [ 722.734801] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.740976] env[70261]: DEBUG oslo_concurrency.lockutils [req-eca125de-a383-4d42-95bf-df7c13b21f9e req-32974bf6-a5df-46cb-81a0-f91ddedffe37 service nova] Releasing lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.746416] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.916646] env[70261]: DEBUG nova.network.neutron [-] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.954773] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.096s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.957302] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.901s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.957558] env[70261]: DEBUG nova.objects.instance [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lazy-loading 'resources' on Instance uuid 271fabab-cc8d-418a-ad9e-f07b8d3a8b98 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.985948] env[70261]: INFO nova.scheduler.client.report [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Deleted allocations for instance e23641b5-1054-4c89-9b63-98f1994e09ee [ 723.002018] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5279d840-2cb7-320b-a762-b76922aa34dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.002280] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a03c2e0-691f-48c6-8bb2-0398a35e26c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.010624] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 723.010624] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292a8e2-8ebc-b9b2-0967-9c2c9e89f08b" [ 723.010624] env[70261]: _type = "Task" [ 723.010624] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.025018] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292a8e2-8ebc-b9b2-0967-9c2c9e89f08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.051675] env[70261]: DEBUG nova.compute.manager [req-0824878a-38a2-47a7-9b22-e9e8869d9a3f req-27edb85a-a846-403d-987c-d7c99d907181 service nova] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Received event network-vif-deleted-b05c5cd2-ae3e-4871-9109-2b27556d52e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.051896] env[70261]: DEBUG nova.compute.manager [req-0824878a-38a2-47a7-9b22-e9e8869d9a3f req-27edb85a-a846-403d-987c-d7c99d907181 service nova] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Received event network-vif-deleted-a8351c50-fc78-4f6d-835d-cc786b97040f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.060212] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.138881] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8286e12-6710-4a19-abe5-221ec6a4dd3d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.982s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.196560] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "refresh_cache-4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.196738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired lock "refresh_cache-4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.196941] env[70261]: DEBUG nova.network.neutron [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 723.247751] env[70261]: DEBUG oslo_vmware.api [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385749, 'name': PowerOnVM_Task, 'duration_secs': 0.50482} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.247751] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.248105] env[70261]: INFO nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Took 8.24 seconds to spawn the instance on the hypervisor. [ 723.248105] env[70261]: DEBUG nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.249126] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159283d-2a98-487f-8eba-dad40bfcb3b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.419211] env[70261]: INFO nova.compute.manager [-] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Took 1.27 seconds to deallocate network for instance. [ 723.445271] env[70261]: DEBUG nova.compute.manager [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Received event network-changed-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.445354] env[70261]: DEBUG nova.compute.manager [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Refreshing instance network info cache due to event network-changed-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.445532] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Acquiring lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.445668] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Acquired lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.445835] env[70261]: DEBUG nova.network.neutron [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Refreshing network info cache for port b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 723.499013] env[70261]: DEBUG oslo_concurrency.lockutils [None req-16a39573-0f08-40e1-8f1c-15267f1cc2fd tempest-ImagesNegativeTestJSON-712607751 tempest-ImagesNegativeTestJSON-712607751-project-member] Lock "e23641b5-1054-4c89-9b63-98f1994e09ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.893s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.523232] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292a8e2-8ebc-b9b2-0967-9c2c9e89f08b, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.525900] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.526189] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 12b86e9f-089b-4e33-9024-de6c8be59e94/12b86e9f-089b-4e33-9024-de6c8be59e94.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.526630] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c18c7a-6de6-4c93-a5aa-60f59808b401 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.535039] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 723.535039] env[70261]: value = "task-3385750" [ 723.535039] env[70261]: _type = "Task" [ 723.535039] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.548043] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.642472] env[70261]: DEBUG nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.751165] env[70261]: DEBUG nova.network.neutron [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 723.774536] env[70261]: INFO nova.compute.manager [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Took 34.33 seconds to build instance. [ 723.927403] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.043365] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4534b1-d3d3-4e1c-8fba-96291fa960bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.049298] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.054925] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62caf26c-1ab6-42dd-bf3d-a0cccef400e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.060220] env[70261]: DEBUG nova.network.neutron [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Updating instance_info_cache with network_info: [{"id": "d511cb5e-ae98-492f-9402-e42be8dce18e", "address": "fa:16:3e:b2:e8:13", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511cb5e-ae", "ovs_interfaceid": "d511cb5e-ae98-492f-9402-e42be8dce18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.093215] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0537f612-6487-42d4-876d-2a2064dbfb46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.103283] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7199a01b-f255-4ecf-9aa2-87d9ef95b371 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.119725] env[70261]: DEBUG nova.compute.provider_tree [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.170387] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.276361] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6a068b95-2155-4603-bc9d-3d8ff8d51bf3 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.145s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.306919] env[70261]: DEBUG nova.network.neutron [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updated VIF entry in instance network info cache for port b0ef5d98-f230-4fc7-a34d-0d8e5c845a85. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 724.307293] env[70261]: DEBUG nova.network.neutron [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updating instance_info_cache with network_info: [{"id": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "address": "fa:16:3e:d5:37:26", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ef5d98-f2", "ovs_interfaceid": "b0ef5d98-f230-4fc7-a34d-0d8e5c845a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.548606] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515897} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.548958] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 12b86e9f-089b-4e33-9024-de6c8be59e94/12b86e9f-089b-4e33-9024-de6c8be59e94.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.549209] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.549484] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02bc0baf-f7ed-4ec9-b1e3-61e93c4e4727 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.558575] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 724.558575] env[70261]: value = "task-3385751" [ 724.558575] env[70261]: _type = "Task" [ 724.558575] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.563290] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Releasing lock "refresh_cache-4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.563608] env[70261]: DEBUG nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Instance network_info: |[{"id": "d511cb5e-ae98-492f-9402-e42be8dce18e", "address": "fa:16:3e:b2:e8:13", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511cb5e-ae", "ovs_interfaceid": "d511cb5e-ae98-492f-9402-e42be8dce18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.564038] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:e8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd511cb5e-ae98-492f-9402-e42be8dce18e', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.575160] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.575160] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.575160] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b70e69-7746-47ac-8f0f-ac03581769c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.595343] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.602068] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.602068] env[70261]: value = "task-3385752" [ 724.602068] env[70261]: _type = "Task" [ 724.602068] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.611713] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385752, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.622246] env[70261]: DEBUG nova.scheduler.client.report [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.780461] env[70261]: DEBUG nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.809872] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Releasing lock "refresh_cache-49982973-7207-4c45-ae5b-e947f96b6c9e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.810158] env[70261]: DEBUG nova.compute.manager [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Received event network-vif-plugged-d511cb5e-ae98-492f-9402-e42be8dce18e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.810351] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Acquiring lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.810551] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.810710] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.810945] env[70261]: DEBUG nova.compute.manager [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] No waiting events found dispatching network-vif-plugged-d511cb5e-ae98-492f-9402-e42be8dce18e {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.811143] env[70261]: WARNING nova.compute.manager [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Received unexpected event network-vif-plugged-d511cb5e-ae98-492f-9402-e42be8dce18e for instance with vm_state building and task_state spawning. [ 724.811302] env[70261]: DEBUG nova.compute.manager [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Received event network-changed-d511cb5e-ae98-492f-9402-e42be8dce18e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.811455] env[70261]: DEBUG nova.compute.manager [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Refreshing instance network info cache due to event network-changed-d511cb5e-ae98-492f-9402-e42be8dce18e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.812394] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Acquiring lock "refresh_cache-4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.812539] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Acquired lock "refresh_cache-4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.812702] env[70261]: DEBUG nova.network.neutron [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Refreshing network info cache for port d511cb5e-ae98-492f-9402-e42be8dce18e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 725.068957] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080584} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.069308] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.070157] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd2eb4-62fc-4240-8ab6-87e2079ac765 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.093585] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 12b86e9f-089b-4e33-9024-de6c8be59e94/12b86e9f-089b-4e33-9024-de6c8be59e94.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.094326] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad049530-4efb-48a5-b0ed-adce8f1f45aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.119941] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385752, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.121757] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 725.121757] env[70261]: value = "task-3385753" [ 725.121757] env[70261]: _type = "Task" [ 725.121757] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.127504] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.134353] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.888s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.134617] env[70261]: DEBUG nova.objects.instance [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lazy-loading 'resources' on Instance uuid c0833a2f-bd5c-4fb9-b41b-d5145df312df {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.138339] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.178283] env[70261]: INFO nova.scheduler.client.report [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Deleted allocations for instance 271fabab-cc8d-418a-ad9e-f07b8d3a8b98 [ 725.300029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.556717] env[70261]: DEBUG nova.network.neutron [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Updated VIF entry in instance network info cache for port d511cb5e-ae98-492f-9402-e42be8dce18e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 725.557075] env[70261]: DEBUG nova.network.neutron [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Updating instance_info_cache with network_info: [{"id": "d511cb5e-ae98-492f-9402-e42be8dce18e", "address": "fa:16:3e:b2:e8:13", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd511cb5e-ae", "ovs_interfaceid": "d511cb5e-ae98-492f-9402-e42be8dce18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.623692] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385752, 'name': CreateVM_Task, 'duration_secs': 0.544714} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.626748] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.627510] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.627687] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.628103] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.628791] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24de2bad-c0b6-4bb7-af2a-b0e1e95363f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.634360] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385753, 'name': ReconfigVM_Task, 'duration_secs': 0.386574} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.635788] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 12b86e9f-089b-4e33-9024-de6c8be59e94/12b86e9f-089b-4e33-9024-de6c8be59e94.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.636170] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 725.636170] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52408b2a-b53f-88de-7a5a-cafd4bfb782c" [ 725.636170] env[70261]: _type = "Task" [ 725.636170] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.636683] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71d9d7ba-1bfc-4cd1-bb49-859800b7ced8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.658703] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52408b2a-b53f-88de-7a5a-cafd4bfb782c, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.659975] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.660902] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.660902] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.661079] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.661536] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.661602] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 725.661602] env[70261]: value = "task-3385754" [ 725.661602] env[70261]: _type = "Task" [ 725.661602] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.661931] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5373f74-d933-497d-9074-af88bbd47646 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.673076] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385754, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.678118] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.678338] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.679882] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf90a0bd-89e6-4b25-ba78-d2cabcd3e09b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.686365] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 725.686365] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267b2db-eed8-1824-a5cb-7630fbc2de18" [ 725.686365] env[70261]: _type = "Task" [ 725.686365] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.695969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d12a5b97-8637-4aa8-a5a9-45dd109aa051 tempest-ServerDiagnosticsV248Test-1471452207 tempest-ServerDiagnosticsV248Test-1471452207-project-member] Lock "271fabab-cc8d-418a-ad9e-f07b8d3a8b98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.988s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.702333] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267b2db-eed8-1824-a5cb-7630fbc2de18, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.703342] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5111d3f4-c5be-4d93-aa6e-e73db30b3ad3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.712100] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 725.712100] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c8d99d-5a19-20af-5172-09fb8584b27a" [ 725.712100] env[70261]: _type = "Task" [ 725.712100] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.721133] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c8d99d-5a19-20af-5172-09fb8584b27a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.059847] env[70261]: DEBUG oslo_concurrency.lockutils [req-d8ea9f4c-257e-47b0-ac0c-319cca5d8aa3 req-6e0e2077-f60a-47ed-9e36-f1d7cc199b8f service nova] Releasing lock "refresh_cache-4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.176882] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385754, 'name': Rename_Task, 'duration_secs': 0.172283} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.177380] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.177460] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0e1a08-f838-42be-9020-dbe36d0c4e3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.185470] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950c34c-2bae-4895-b7d2-eb890f498952 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.191141] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 726.191141] env[70261]: value = "task-3385755" [ 726.191141] env[70261]: _type = "Task" [ 726.191141] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.196676] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5ade46-ce87-4e27-85e2-5e92ae5fa734 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.203398] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.239918] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be154c2-c028-423e-bd08-dcdd27f9fa12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.251250] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c8d99d-5a19-20af-5172-09fb8584b27a, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.251580] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.251866] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5/4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.253112] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb1ee95-3e60-4314-84c7-580b7829c057 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.256853] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0474f8e7-78d8-4e55-ba48-252c65c56b6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.270384] env[70261]: DEBUG nova.compute.provider_tree [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.273766] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 726.273766] env[70261]: value = "task-3385756" [ 726.273766] env[70261]: _type = "Task" [ 726.273766] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.283567] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.705110] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.776032] env[70261]: DEBUG nova.scheduler.client.report [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.793185] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50594} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.793756] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5/4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.794099] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.794723] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-940595ba-48f4-464f-82ac-d669ce0764cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.805026] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 726.805026] env[70261]: value = "task-3385757" [ 726.805026] env[70261]: _type = "Task" [ 726.805026] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.815588] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.203137] env[70261]: DEBUG oslo_vmware.api [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385755, 'name': PowerOnVM_Task, 'duration_secs': 0.611393} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.203757] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.204081] env[70261]: INFO nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Took 9.39 seconds to spawn the instance on the hypervisor. [ 727.204368] env[70261]: DEBUG nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.205242] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d1a10e-0707-4e8f-ad33-f1055ddfde70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.288025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.289945] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.036s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.291029] env[70261]: DEBUG nova.objects.instance [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lazy-loading 'resources' on Instance uuid 24161c6d-a5ea-4cbe-99cc-981953f390ae {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.307019] env[70261]: INFO nova.scheduler.client.report [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Deleted allocations for instance c0833a2f-bd5c-4fb9-b41b-d5145df312df [ 727.320038] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117592} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.320352] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.321464] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a7cf6-4085-4f30-9078-c89e8348fdd4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.347928] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5/4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.348704] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fa1743-c4fb-4d61-a3b6-8df0e904e173 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.374303] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 727.374303] env[70261]: value = "task-3385758" [ 727.374303] env[70261]: _type = "Task" [ 727.374303] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.384321] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.698830] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.699113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.724947] env[70261]: INFO nova.compute.manager [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Took 36.70 seconds to build instance. [ 727.821458] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e23dff7a-9691-4fcb-8f48-eaaa59da1141 tempest-ServerShowV257Test-179729818 tempest-ServerShowV257Test-179729818-project-member] Lock "c0833a2f-bd5c-4fb9-b41b-d5145df312df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.989s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.888941] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.227614] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1f26b599-2b98-4f55-b0d2-b82c1a79da6b tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.891s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.291264] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfae95b-9859-45ec-a650-7d90c38625a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.298910] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d99e9e-fd9e-4be3-91da-d56c4d33d433 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.335881] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d995713-25a0-4639-83de-46cefb271cae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.344388] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.344627] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.344822] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.345010] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.345445] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.348066] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcae60f-ac45-4212-9c7c-61fac85dabaa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.353329] env[70261]: INFO nova.compute.manager [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Terminating instance [ 728.365883] env[70261]: DEBUG nova.compute.provider_tree [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.386198] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.734194] env[70261]: DEBUG nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.857774] env[70261]: DEBUG nova.compute.manager [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.858290] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.859506] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8a452-9cc7-4831-9954-87dddbe3a679 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.871794] env[70261]: DEBUG nova.scheduler.client.report [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.875536] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.877479] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0e7950-45ac-4a44-ad83-76fde49c7163 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.889983] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385758, 'name': ReconfigVM_Task, 'duration_secs': 1.171717} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.894217] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5/4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.894217] env[70261]: DEBUG oslo_vmware.api [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 728.894217] env[70261]: value = "task-3385759" [ 728.894217] env[70261]: _type = "Task" [ 728.894217] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.894217] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71d2830d-7a42-493a-8394-cee3b2344e1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.908959] env[70261]: DEBUG oslo_vmware.api [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.911196] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 728.911196] env[70261]: value = "task-3385760" [ 728.911196] env[70261]: _type = "Task" [ 728.911196] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.921159] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385760, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.264658] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.377744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.381177] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.669s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.383700] env[70261]: INFO nova.compute.claims [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.406679] env[70261]: DEBUG oslo_vmware.api [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385759, 'name': PowerOffVM_Task, 'duration_secs': 0.217632} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.408012] env[70261]: INFO nova.scheduler.client.report [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted allocations for instance 24161c6d-a5ea-4cbe-99cc-981953f390ae [ 729.409130] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.409305] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.409557] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d99d1b3-a99f-4fab-a8aa-dd69090ebb7c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.425786] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385760, 'name': Rename_Task, 'duration_secs': 0.179664} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.426222] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.426577] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d0b269f-7bd9-408a-8661-b02139aa78d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.435437] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 729.435437] env[70261]: value = "task-3385762" [ 729.435437] env[70261]: _type = "Task" [ 729.435437] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.447730] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.486622] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.486994] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.487226] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Deleting the datastore file [datastore2] 1b7859a9-ef7e-493b-abd5-e8a14b9fe562 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.487716] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80717985-d3c1-45cf-88ed-fff9e055add5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.496232] env[70261]: DEBUG oslo_vmware.api [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for the task: (returnval){ [ 729.496232] env[70261]: value = "task-3385763" [ 729.496232] env[70261]: _type = "Task" [ 729.496232] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.507201] env[70261]: DEBUG oslo_vmware.api [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.922807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dddf905-f0a1-4323-8c29-60fcfe1ecde4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "24161c6d-a5ea-4cbe-99cc-981953f390ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.737s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.947233] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385762, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.008020] env[70261]: DEBUG oslo_vmware.api [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Task: {'id': task-3385763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22061} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.008020] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.008020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.008020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.008207] env[70261]: INFO nova.compute.manager [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Took 1.15 seconds to destroy the instance on the hypervisor. [ 730.008336] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.008914] env[70261]: DEBUG nova.compute.manager [-] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.009027] env[70261]: DEBUG nova.network.neutron [-] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 730.450619] env[70261]: DEBUG oslo_vmware.api [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385762, 'name': PowerOnVM_Task, 'duration_secs': 0.954118} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.450619] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.451196] env[70261]: INFO nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Took 9.57 seconds to spawn the instance on the hypervisor. [ 730.451402] env[70261]: DEBUG nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.452390] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed3be5f-19a8-4f1a-a7ee-f694286ed974 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.474201] env[70261]: DEBUG nova.compute.manager [req-e2e52201-4636-4091-96cd-c2825e7e4fad req-f70997e7-c3a1-4bfb-b40c-4bac6d7be378 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Received event network-vif-deleted-bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.474432] env[70261]: INFO nova.compute.manager [req-e2e52201-4636-4091-96cd-c2825e7e4fad req-f70997e7-c3a1-4bfb-b40c-4bac6d7be378 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Neutron deleted interface bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70; detaching it from the instance and deleting it from the info cache [ 730.474565] env[70261]: DEBUG nova.network.neutron [req-e2e52201-4636-4091-96cd-c2825e7e4fad req-f70997e7-c3a1-4bfb-b40c-4bac6d7be378 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.803207] env[70261]: DEBUG nova.network.neutron [-] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.959821] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7f4362-6011-4898-9b6b-25272f92b079 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.972297] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13647c4-2402-49b4-b7ac-f2efb5d694c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.978200] env[70261]: INFO nova.compute.manager [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Took 37.59 seconds to build instance. [ 730.979497] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f3e77bf-75c1-44a5-aa62-b97d78bb33fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.012564] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c7114-aac2-45a5-be07-441e05fb77cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.021301] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabaa86c-8f19-4923-9bb2-4e7bdf351a89 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.036498] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf00ff7-6b86-4700-8b4c-cb362bac2e21 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.051860] env[70261]: DEBUG nova.compute.provider_tree [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.064782] env[70261]: DEBUG nova.compute.manager [req-e2e52201-4636-4091-96cd-c2825e7e4fad req-f70997e7-c3a1-4bfb-b40c-4bac6d7be378 service nova] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Detach interface failed, port_id=bd5a0a2a-e4ed-4eaf-8dad-884265c1ff70, reason: Instance 1b7859a9-ef7e-493b-abd5-e8a14b9fe562 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.306815] env[70261]: INFO nova.compute.manager [-] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Took 1.30 seconds to deallocate network for instance. [ 731.511192] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95a7659e-678c-4fcc-aa53-1687bd342e55 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.595s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.567293] env[70261]: DEBUG nova.scheduler.client.report [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.818929] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.013912] env[70261]: DEBUG nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.079078] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.079606] env[70261]: DEBUG nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.082155] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.894s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.082378] env[70261]: DEBUG nova.objects.instance [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lazy-loading 'resources' on Instance uuid 184d720d-be64-4e9e-9cd5-4f277609cced {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.137351] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d2b346-e6b8-4a53-a4bf-32dff923f4f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.144859] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2619acee-0705-4c27-b6ca-77507c7fd348 tempest-ServersAdminNegativeTestJSON-1409553830 tempest-ServersAdminNegativeTestJSON-1409553830-project-admin] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Suspending the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 732.145141] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d474012b-1437-4e47-8243-da95f3184a0e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.152347] env[70261]: DEBUG oslo_vmware.api [None req-2619acee-0705-4c27-b6ca-77507c7fd348 tempest-ServersAdminNegativeTestJSON-1409553830 tempest-ServersAdminNegativeTestJSON-1409553830-project-admin] Waiting for the task: (returnval){ [ 732.152347] env[70261]: value = "task-3385764" [ 732.152347] env[70261]: _type = "Task" [ 732.152347] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.166154] env[70261]: DEBUG oslo_vmware.api [None req-2619acee-0705-4c27-b6ca-77507c7fd348 tempest-ServersAdminNegativeTestJSON-1409553830 tempest-ServersAdminNegativeTestJSON-1409553830-project-admin] Task: {'id': task-3385764, 'name': SuspendVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.543277] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.586039] env[70261]: DEBUG nova.compute.utils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.590648] env[70261]: DEBUG nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.593474] env[70261]: DEBUG nova.network.neutron [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.643460] env[70261]: DEBUG nova.policy [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '226a7dd88f8e48ac82f41e2953607036', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be1052823e93461590a86767cc3895e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.666021] env[70261]: DEBUG oslo_vmware.api [None req-2619acee-0705-4c27-b6ca-77507c7fd348 tempest-ServersAdminNegativeTestJSON-1409553830 tempest-ServersAdminNegativeTestJSON-1409553830-project-admin] Task: {'id': task-3385764, 'name': SuspendVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.928173] env[70261]: DEBUG nova.network.neutron [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Successfully created port: ac4267aa-4fdd-46e6-b19a-14e31a03d42b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.085989] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a72fb9a-e2a4-4f7f-9ecf-f1417a3a70cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.090921] env[70261]: DEBUG nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.097419] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e8c62-be74-4437-8982-8caba0dc3291 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.138274] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd99fc1-dbb4-443c-9db0-adb7399297b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.147010] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52856bbc-2ec8-4ee6-9e95-a4a586287aea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.162504] env[70261]: DEBUG nova.compute.provider_tree [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.172640] env[70261]: DEBUG oslo_vmware.api [None req-2619acee-0705-4c27-b6ca-77507c7fd348 tempest-ServersAdminNegativeTestJSON-1409553830 tempest-ServersAdminNegativeTestJSON-1409553830-project-admin] Task: {'id': task-3385764, 'name': SuspendVM_Task, 'duration_secs': 0.967225} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.173731] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2619acee-0705-4c27-b6ca-77507c7fd348 tempest-ServersAdminNegativeTestJSON-1409553830 tempest-ServersAdminNegativeTestJSON-1409553830-project-admin] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Suspended the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 733.173916] env[70261]: DEBUG nova.compute.manager [None req-2619acee-0705-4c27-b6ca-77507c7fd348 tempest-ServersAdminNegativeTestJSON-1409553830 tempest-ServersAdminNegativeTestJSON-1409553830-project-admin] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.174671] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99206b2a-865b-4c31-be9b-240fb09bc39c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.668294] env[70261]: DEBUG nova.scheduler.client.report [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.103572] env[70261]: DEBUG nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.129199] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.129502] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.129687] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.129919] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.133726] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.133929] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.134172] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.134347] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.134521] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.134688] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.134865] env[70261]: DEBUG nova.virt.hardware [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.135761] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1daf4e-3a2c-4cb0-9c9f-08a8f4b642ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.150121] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc82bf0-79e6-4d58-8dbf-f50bfbdc77d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.176022] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.176183] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.583s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.178423] env[70261]: INFO nova.compute.claims [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.210390] env[70261]: INFO nova.scheduler.client.report [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Deleted allocations for instance 184d720d-be64-4e9e-9cd5-4f277609cced [ 734.492847] env[70261]: DEBUG nova.compute.manager [req-234fd6d0-d1d2-450f-ae41-96e04315a286 req-eeadd997-7246-455a-9a0d-b1be2adfcfd5 service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Received event network-vif-plugged-ac4267aa-4fdd-46e6-b19a-14e31a03d42b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.493269] env[70261]: DEBUG oslo_concurrency.lockutils [req-234fd6d0-d1d2-450f-ae41-96e04315a286 req-eeadd997-7246-455a-9a0d-b1be2adfcfd5 service nova] Acquiring lock "def44f3d-a6f7-4948-b813-f6313ff00bd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.493335] env[70261]: DEBUG oslo_concurrency.lockutils [req-234fd6d0-d1d2-450f-ae41-96e04315a286 req-eeadd997-7246-455a-9a0d-b1be2adfcfd5 service nova] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.493479] env[70261]: DEBUG oslo_concurrency.lockutils [req-234fd6d0-d1d2-450f-ae41-96e04315a286 req-eeadd997-7246-455a-9a0d-b1be2adfcfd5 service nova] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.495414] env[70261]: DEBUG nova.compute.manager [req-234fd6d0-d1d2-450f-ae41-96e04315a286 req-eeadd997-7246-455a-9a0d-b1be2adfcfd5 service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] No waiting events found dispatching network-vif-plugged-ac4267aa-4fdd-46e6-b19a-14e31a03d42b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.495414] env[70261]: WARNING nova.compute.manager [req-234fd6d0-d1d2-450f-ae41-96e04315a286 req-eeadd997-7246-455a-9a0d-b1be2adfcfd5 service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Received unexpected event network-vif-plugged-ac4267aa-4fdd-46e6-b19a-14e31a03d42b for instance with vm_state building and task_state spawning. [ 734.722274] env[70261]: DEBUG oslo_concurrency.lockutils [None req-07f777d3-901b-4ff2-a0cb-fc3572eb66c9 tempest-InstanceActionsV221TestJSON-35242595 tempest-InstanceActionsV221TestJSON-35242595-project-member] Lock "184d720d-be64-4e9e-9cd5-4f277609cced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.056s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.855147] env[70261]: DEBUG nova.network.neutron [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Successfully updated port: ac4267aa-4fdd-46e6-b19a-14e31a03d42b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.359204] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "refresh_cache-def44f3d-a6f7-4948-b813-f6313ff00bd6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.359204] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "refresh_cache-def44f3d-a6f7-4948-b813-f6313ff00bd6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.359204] env[70261]: DEBUG nova.network.neutron [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 735.708287] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8dfbf-7c49-4780-b949-6fb9cf3e1220 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.714228] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69965d-a183-43c7-9536-555d7a7e3ab9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.747483] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087d0589-62a5-457b-9a37-8b202adbdcb9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.756921] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd8411-e09e-4ad6-bfe0-9375fa254ef6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.774320] env[70261]: DEBUG nova.compute.provider_tree [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.908733] env[70261]: DEBUG nova.network.neutron [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 736.035628] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.035889] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.036121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.036739] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.037325] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.040589] env[70261]: INFO nova.compute.manager [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Terminating instance [ 736.116998] env[70261]: DEBUG nova.network.neutron [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Updating instance_info_cache with network_info: [{"id": "ac4267aa-4fdd-46e6-b19a-14e31a03d42b", "address": "fa:16:3e:0d:f0:b6", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4267aa-4f", "ovs_interfaceid": "ac4267aa-4fdd-46e6-b19a-14e31a03d42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.280584] env[70261]: DEBUG nova.scheduler.client.report [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.546932] env[70261]: DEBUG nova.compute.manager [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.547185] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.548133] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e231d1e4-62bb-41a3-83ca-39777b90f4b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.560963] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.565917] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d14ea70a-474a-46bb-abce-1b253a1ad98f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.620749] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "refresh_cache-def44f3d-a6f7-4948-b813-f6313ff00bd6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.621225] env[70261]: DEBUG nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Instance network_info: |[{"id": "ac4267aa-4fdd-46e6-b19a-14e31a03d42b", "address": "fa:16:3e:0d:f0:b6", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4267aa-4f", "ovs_interfaceid": "ac4267aa-4fdd-46e6-b19a-14e31a03d42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.621809] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:f0:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac4267aa-4fdd-46e6-b19a-14e31a03d42b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.635125] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.636598] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.636898] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.637093] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.637276] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Deleting the datastore file [datastore1] 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.637496] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95e9c8cc-2dd7-4f03-9e57-105593bd20cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.653646] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8363ce6c-b110-4cde-92e7-1ef0240e077c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.663396] env[70261]: DEBUG oslo_vmware.api [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 736.663396] env[70261]: value = "task-3385766" [ 736.663396] env[70261]: _type = "Task" [ 736.663396] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.664707] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.664707] env[70261]: value = "task-3385767" [ 736.664707] env[70261]: _type = "Task" [ 736.664707] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.679609] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385767, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.688105] env[70261]: DEBUG oslo_vmware.api [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.688810] env[70261]: DEBUG nova.compute.manager [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Received event network-changed-ac4267aa-4fdd-46e6-b19a-14e31a03d42b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.689067] env[70261]: DEBUG nova.compute.manager [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Refreshing instance network info cache due to event network-changed-ac4267aa-4fdd-46e6-b19a-14e31a03d42b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.689356] env[70261]: DEBUG oslo_concurrency.lockutils [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] Acquiring lock "refresh_cache-def44f3d-a6f7-4948-b813-f6313ff00bd6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.689551] env[70261]: DEBUG oslo_concurrency.lockutils [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] Acquired lock "refresh_cache-def44f3d-a6f7-4948-b813-f6313ff00bd6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.689784] env[70261]: DEBUG nova.network.neutron [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Refreshing network info cache for port ac4267aa-4fdd-46e6-b19a-14e31a03d42b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 736.786119] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.786693] env[70261]: DEBUG nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.789492] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.278s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.791471] env[70261]: INFO nova.compute.claims [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.178294] env[70261]: DEBUG oslo_vmware.api [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183273} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.181573] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.181815] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.182075] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.182310] env[70261]: INFO nova.compute.manager [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Took 0.64 seconds to destroy the instance on the hypervisor. [ 737.182589] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.182789] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385767, 'name': CreateVM_Task, 'duration_secs': 0.396076} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.183064] env[70261]: DEBUG nova.compute.manager [-] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.183195] env[70261]: DEBUG nova.network.neutron [-] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 737.184802] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.185445] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.185650] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.185996] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.187302] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9653d00c-74f8-443c-97c9-72e125a7ebd2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.191958] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 737.191958] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ce73f-80d1-debb-f9d3-0dd1ad1a5738" [ 737.191958] env[70261]: _type = "Task" [ 737.191958] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.204190] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ce73f-80d1-debb-f9d3-0dd1ad1a5738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.296262] env[70261]: DEBUG nova.compute.utils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.299585] env[70261]: DEBUG nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.299975] env[70261]: DEBUG nova.network.neutron [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.357022] env[70261]: DEBUG nova.policy [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1acca18907a45908d55b3da6244f9c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44fe617d8bc54088a52fc3a45987ae20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.703395] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ce73f-80d1-debb-f9d3-0dd1ad1a5738, 'name': SearchDatastore_Task, 'duration_secs': 0.012553} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.703717] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.703983] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.704236] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.704386] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.704563] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.704826] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65d8dd17-44d8-4d5e-82b1-95e5a4823371 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.717856] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.717856] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.717856] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0aee3e3-6fef-4978-9c8c-6ef8c263c3e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.722929] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 737.722929] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fd03f8-cfe3-7aa7-dd1f-4bb123bbea7b" [ 737.722929] env[70261]: _type = "Task" [ 737.722929] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.736354] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fd03f8-cfe3-7aa7-dd1f-4bb123bbea7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.736523] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0c211a-596a-4a68-bb30-bf6014519051 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.744157] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 737.744157] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e7ae6c-0dbd-0703-3768-01cc4958c7f4" [ 737.744157] env[70261]: _type = "Task" [ 737.744157] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.757851] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e7ae6c-0dbd-0703-3768-01cc4958c7f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.758162] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.758433] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] def44f3d-a6f7-4948-b813-f6313ff00bd6/def44f3d-a6f7-4948-b813-f6313ff00bd6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.758752] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b942d55-f0ed-411b-8bb0-8ce19daaeffb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.765206] env[70261]: DEBUG nova.network.neutron [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Updated VIF entry in instance network info cache for port ac4267aa-4fdd-46e6-b19a-14e31a03d42b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 737.765587] env[70261]: DEBUG nova.network.neutron [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Updating instance_info_cache with network_info: [{"id": "ac4267aa-4fdd-46e6-b19a-14e31a03d42b", "address": "fa:16:3e:0d:f0:b6", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac4267aa-4f", "ovs_interfaceid": "ac4267aa-4fdd-46e6-b19a-14e31a03d42b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.770329] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 737.770329] env[70261]: value = "task-3385768" [ 737.770329] env[70261]: _type = "Task" [ 737.770329] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.778043] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.800417] env[70261]: DEBUG nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.834185] env[70261]: DEBUG nova.network.neutron [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Successfully created port: a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.012037] env[70261]: DEBUG nova.network.neutron [-] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.271378] env[70261]: DEBUG oslo_concurrency.lockutils [req-864634d8-0b4d-4fa8-bd54-e3016e362089 req-fa6edb43-223a-42e1-8b36-0faa3c3ae0ea service nova] Releasing lock "refresh_cache-def44f3d-a6f7-4948-b813-f6313ff00bd6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.284583] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461111} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.284897] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] def44f3d-a6f7-4948-b813-f6313ff00bd6/def44f3d-a6f7-4948-b813-f6313ff00bd6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.285401] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.285401] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b8c72c1-29ae-48be-9040-7ac7716361c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.294204] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 738.294204] env[70261]: value = "task-3385769" [ 738.294204] env[70261]: _type = "Task" [ 738.294204] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.304695] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.342151] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e22707-d2de-42e5-a73e-29eba1c1fb27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.350458] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad3e922-b313-4c5d-8146-9e76459593cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.390920] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4da4be-8bc8-4257-8c3e-f27221e2eced {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.400383] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e355d30-2eb2-4edf-b0fa-382967106e70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.416568] env[70261]: DEBUG nova.compute.provider_tree [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.518449] env[70261]: INFO nova.compute.manager [-] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Took 1.34 seconds to deallocate network for instance. [ 738.734727] env[70261]: DEBUG nova.compute.manager [req-d599ac6a-796a-4cf4-9fcb-1152004388c9 req-b3c79044-a503-48f6-8705-b410fd6450b4 service nova] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Received event network-vif-deleted-d511cb5e-ae98-492f-9402-e42be8dce18e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.806780] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069414} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.806780] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.806780] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c39c0bc-4945-432c-ab24-8090b69870ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.814719] env[70261]: DEBUG nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.835545] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] def44f3d-a6f7-4948-b813-f6313ff00bd6/def44f3d-a6f7-4948-b813-f6313ff00bd6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.838649] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497164fb-99c5-4e19-8a79-ce0fce245fcc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.863949] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 738.863949] env[70261]: value = "task-3385770" [ 738.863949] env[70261]: _type = "Task" [ 738.863949] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.866293] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.867034] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.867034] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.867034] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.867034] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.867242] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.867333] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.869277] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.869277] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.869277] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.869277] env[70261]: DEBUG nova.virt.hardware [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.869433] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcb3d1c-76ed-4158-9f28-60dbd3d4e8aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.888742] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.890096] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c593f4-1337-48b0-98ae-2fecb505fa0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.920075] env[70261]: DEBUG nova.scheduler.client.report [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.025255] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.383885] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385770, 'name': ReconfigVM_Task, 'duration_secs': 0.298672} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.384278] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Reconfigured VM instance instance-0000001b to attach disk [datastore1] def44f3d-a6f7-4948-b813-f6313ff00bd6/def44f3d-a6f7-4948-b813-f6313ff00bd6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.384967] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61ca170c-df9f-4d79-b3c9-ea5030733415 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.392441] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 739.392441] env[70261]: value = "task-3385771" [ 739.392441] env[70261]: _type = "Task" [ 739.392441] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.402155] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385771, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.425438] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.425967] env[70261]: DEBUG nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.432200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.806s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.433645] env[70261]: INFO nova.compute.claims [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.715632] env[70261]: DEBUG nova.network.neutron [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Successfully updated port: a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.903254] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385771, 'name': Rename_Task, 'duration_secs': 0.189864} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.903564] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.903830] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec413444-d771-4385-ae46-61aefecefbf8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.913010] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 739.913010] env[70261]: value = "task-3385772" [ 739.913010] env[70261]: _type = "Task" [ 739.913010] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.921536] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.938023] env[70261]: DEBUG nova.compute.utils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.941494] env[70261]: DEBUG nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.941683] env[70261]: DEBUG nova.network.neutron [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.012106] env[70261]: DEBUG nova.policy [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecf82e87c70348c5ba928a737ea9d668', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '249b5227bf514abc8586d6df4e313841', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.220247] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.220440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquired lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.220600] env[70261]: DEBUG nova.network.neutron [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 740.359943] env[70261]: DEBUG nova.network.neutron [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Successfully created port: deb15b1c-18aa-40e5-9e6a-3757c36b80f7 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.433852] env[70261]: DEBUG oslo_vmware.api [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385772, 'name': PowerOnVM_Task, 'duration_secs': 0.480001} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.438332] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.438679] env[70261]: INFO nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Took 6.33 seconds to spawn the instance on the hypervisor. [ 740.438781] env[70261]: DEBUG nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.439644] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7e55a9-1dc3-444a-858e-4b7480f4b289 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.446306] env[70261]: DEBUG nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.735194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.735438] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.786237] env[70261]: DEBUG nova.network.neutron [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 740.941237] env[70261]: DEBUG nova.compute.manager [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Received event network-vif-plugged-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.941237] env[70261]: DEBUG oslo_concurrency.lockutils [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] Acquiring lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.941237] env[70261]: DEBUG oslo_concurrency.lockutils [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.941237] env[70261]: DEBUG oslo_concurrency.lockutils [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.941542] env[70261]: DEBUG nova.compute.manager [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] No waiting events found dispatching network-vif-plugged-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.941542] env[70261]: WARNING nova.compute.manager [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Received unexpected event network-vif-plugged-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 for instance with vm_state building and task_state spawning. [ 740.941668] env[70261]: DEBUG nova.compute.manager [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Received event network-changed-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.941788] env[70261]: DEBUG nova.compute.manager [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Refreshing instance network info cache due to event network-changed-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.941952] env[70261]: DEBUG oslo_concurrency.lockutils [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] Acquiring lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.966210] env[70261]: INFO nova.compute.manager [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Took 41.28 seconds to build instance. [ 741.023827] env[70261]: DEBUG nova.network.neutron [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Updating instance_info_cache with network_info: [{"id": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "address": "fa:16:3e:cd:19:f7", "network": {"id": "190c6d44-f6c4-4640-b52a-c620ce4ddcce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-99144848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44fe617d8bc54088a52fc3a45987ae20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e1f847-d6", "ovs_interfaceid": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.031216] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bad4af0-3f19-4a88-8f3d-56c5495dfee5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.041161] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d39621-cf11-460b-a7f8-a13178211f67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.074997] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd427a3-33d8-4aca-9e07-28a2bdd25467 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.083238] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eadc7ad-bf8e-4266-8507-6e2867a382ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.100441] env[70261]: DEBUG nova.compute.provider_tree [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.172720] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.172939] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.457758] env[70261]: DEBUG nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.470420] env[70261]: DEBUG oslo_concurrency.lockutils [None req-49f0b690-e228-4508-a1f0-9cfe823e0160 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.371s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.488614] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.488866] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.489840] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.490135] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.490337] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.490448] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.490675] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.490838] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.491020] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.491190] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.491367] env[70261]: DEBUG nova.virt.hardware [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.493022] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a763dd47-8a9f-4940-833a-d6e09b9a7b43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.504032] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aff44f-e510-4bee-843c-44b2082c0da9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.527239] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Releasing lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.527632] env[70261]: DEBUG nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Instance network_info: |[{"id": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "address": "fa:16:3e:cd:19:f7", "network": {"id": "190c6d44-f6c4-4640-b52a-c620ce4ddcce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-99144848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44fe617d8bc54088a52fc3a45987ae20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e1f847-d6", "ovs_interfaceid": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.528239] env[70261]: DEBUG oslo_concurrency.lockutils [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] Acquired lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.528448] env[70261]: DEBUG nova.network.neutron [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Refreshing network info cache for port a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 741.529565] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:19:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.537203] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Creating folder: Project (44fe617d8bc54088a52fc3a45987ae20). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.540370] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef02b875-9a82-4924-86f5-4a4a3ca258df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.556259] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Created folder: Project (44fe617d8bc54088a52fc3a45987ae20) in parent group-v675446. [ 741.558121] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Creating folder: Instances. Parent ref: group-v675531. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.558121] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dff79f9-c710-4615-aa14-8200c31aff66 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.570851] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Created folder: Instances in parent group-v675531. [ 741.571251] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.572359] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.572359] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d29a9b7-bec2-4d9a-b9ec-e46b92b322eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.598535] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.598535] env[70261]: value = "task-3385775" [ 741.598535] env[70261]: _type = "Task" [ 741.598535] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.606650] env[70261]: DEBUG nova.scheduler.client.report [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.611477] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385775, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.869958] env[70261]: DEBUG nova.network.neutron [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Updated VIF entry in instance network info cache for port a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 741.869958] env[70261]: DEBUG nova.network.neutron [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Updating instance_info_cache with network_info: [{"id": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "address": "fa:16:3e:cd:19:f7", "network": {"id": "190c6d44-f6c4-4640-b52a-c620ce4ddcce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-99144848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44fe617d8bc54088a52fc3a45987ae20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e1f847-d6", "ovs_interfaceid": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.923545] env[70261]: DEBUG nova.network.neutron [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Successfully updated port: deb15b1c-18aa-40e5-9e6a-3757c36b80f7 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.972664] env[70261]: DEBUG nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.109320] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385775, 'name': CreateVM_Task, 'duration_secs': 0.353079} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.109512] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.110267] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.110431] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.110860] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.111154] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a2f5f7-de8f-40bb-8b3d-38366414ee15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.113339] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.113809] env[70261]: DEBUG nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.116210] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.808s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.116379] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.116525] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 742.116777] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.725s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.119135] env[70261]: INFO nova.compute.claims [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.123145] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57262f29-21e8-4c02-a708-888a42543b26 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.128872] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 742.128872] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5244fbed-deab-fe06-c929-83153ebeba90" [ 742.128872] env[70261]: _type = "Task" [ 742.128872] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.137021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a597e-f643-42fe-949f-8d08ae92d13c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.144871] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5244fbed-deab-fe06-c929-83153ebeba90, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.144871] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.144871] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.145039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.145136] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.145308] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.145535] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a416659-a4dc-4040-8475-79a8c4ad4d7c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.157174] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc1eb27-1041-49b1-88ef-374efa053300 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.165365] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e5499b-7775-4452-91b5-cb3d5a3a2abd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.168602] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.168777] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.170175] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a482e95-7c2b-43d0-b892-3b74e4d2e2b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.204351] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179420MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 742.204351] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.204351] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 742.204351] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e10222-817c-49ad-eb5a-233b96682b55" [ 742.204351] env[70261]: _type = "Task" [ 742.204351] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.212984] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e10222-817c-49ad-eb5a-233b96682b55, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.213922] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554bef22-350d-45ef-a37c-c0bef6b700af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.220976] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 742.220976] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cec9a6-3223-b77e-9654-aad5f8fffd56" [ 742.220976] env[70261]: _type = "Task" [ 742.220976] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.230032] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cec9a6-3223-b77e-9654-aad5f8fffd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.371993] env[70261]: DEBUG oslo_concurrency.lockutils [req-7229a528-9397-416d-a03f-ea331eb2e061 req-a9758983-11a2-4c6c-abe3-a932384437d4 service nova] Releasing lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.426337] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "refresh_cache-54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.426596] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquired lock "refresh_cache-54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.426794] env[70261]: DEBUG nova.network.neutron [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 742.500410] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.627021] env[70261]: DEBUG nova.compute.utils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.631867] env[70261]: DEBUG nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 742.731550] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cec9a6-3223-b77e-9654-aad5f8fffd56, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.731822] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.732096] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] e4bfcd5c-0bb9-4f4b-8b10-f719c560734e/e4bfcd5c-0bb9-4f4b-8b10-f719c560734e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.732357] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2b90bc5-b9bb-4be8-9708-4519225eee5a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.741164] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 742.741164] env[70261]: value = "task-3385776" [ 742.741164] env[70261]: _type = "Task" [ 742.741164] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.749095] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.966437] env[70261]: DEBUG nova.network.neutron [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 743.132445] env[70261]: DEBUG nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.224675] env[70261]: DEBUG nova.compute.manager [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Received event network-vif-plugged-deb15b1c-18aa-40e5-9e6a-3757c36b80f7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.225046] env[70261]: DEBUG oslo_concurrency.lockutils [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] Acquiring lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.225319] env[70261]: DEBUG oslo_concurrency.lockutils [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.225525] env[70261]: DEBUG oslo_concurrency.lockutils [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.225729] env[70261]: DEBUG nova.compute.manager [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] No waiting events found dispatching network-vif-plugged-deb15b1c-18aa-40e5-9e6a-3757c36b80f7 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.226168] env[70261]: WARNING nova.compute.manager [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Received unexpected event network-vif-plugged-deb15b1c-18aa-40e5-9e6a-3757c36b80f7 for instance with vm_state building and task_state spawning. [ 743.226446] env[70261]: DEBUG nova.compute.manager [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Received event network-changed-deb15b1c-18aa-40e5-9e6a-3757c36b80f7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.226658] env[70261]: DEBUG nova.compute.manager [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Refreshing instance network info cache due to event network-changed-deb15b1c-18aa-40e5-9e6a-3757c36b80f7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.226885] env[70261]: DEBUG oslo_concurrency.lockutils [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] Acquiring lock "refresh_cache-54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.259937] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469044} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.261188] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] e4bfcd5c-0bb9-4f4b-8b10-f719c560734e/e4bfcd5c-0bb9-4f4b-8b10-f719c560734e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.261188] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.261188] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c83564-aa9d-4e26-ac31-1f3a707975ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.277467] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 743.277467] env[70261]: value = "task-3385777" [ 743.277467] env[70261]: _type = "Task" [ 743.277467] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.287223] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.363042] env[70261]: DEBUG nova.network.neutron [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Updating instance_info_cache with network_info: [{"id": "deb15b1c-18aa-40e5-9e6a-3757c36b80f7", "address": "fa:16:3e:9d:d3:c7", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb15b1c-18", "ovs_interfaceid": "deb15b1c-18aa-40e5-9e6a-3757c36b80f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.721362] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2f7118-caf3-4058-a2a9-a1f338a49bbd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.733595] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dcd7f5-e2e3-49b4-828d-fb19aa55c9c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.774673] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce016d7-487c-40ab-8081-80ef95f97412 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.795785] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0471e6f3-ad20-4407-a07b-37a609381243 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.800578] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069457} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.800578] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.801752] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faef744-f6f4-462c-8f03-6ea9036ec2d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.818074] env[70261]: DEBUG nova.compute.provider_tree [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.841015] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] e4bfcd5c-0bb9-4f4b-8b10-f719c560734e/e4bfcd5c-0bb9-4f4b-8b10-f719c560734e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.841945] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac63bd47-4a1f-4301-8710-0dc6ba54241d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.863932] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 743.863932] env[70261]: value = "task-3385778" [ 743.863932] env[70261]: _type = "Task" [ 743.863932] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.867240] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Releasing lock "refresh_cache-54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.867538] env[70261]: DEBUG nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Instance network_info: |[{"id": "deb15b1c-18aa-40e5-9e6a-3757c36b80f7", "address": "fa:16:3e:9d:d3:c7", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb15b1c-18", "ovs_interfaceid": "deb15b1c-18aa-40e5-9e6a-3757c36b80f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.867934] env[70261]: DEBUG oslo_concurrency.lockutils [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] Acquired lock "refresh_cache-54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.868021] env[70261]: DEBUG nova.network.neutron [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Refreshing network info cache for port deb15b1c-18aa-40e5-9e6a-3757c36b80f7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 743.869125] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d3:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deb15b1c-18aa-40e5-9e6a-3757c36b80f7', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.876340] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Creating folder: Project (249b5227bf514abc8586d6df4e313841). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.877779] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80721210-ab5f-4704-a726-3d8d0af3b5d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.883350] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.892879] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Created folder: Project (249b5227bf514abc8586d6df4e313841) in parent group-v675446. [ 743.893217] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Creating folder: Instances. Parent ref: group-v675534. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.893456] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-350b71d3-e16d-49f3-b860-675a4eebb139 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.903377] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Created folder: Instances in parent group-v675534. [ 743.903639] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.903832] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.904276] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d14f4c3-6cdd-47be-81e6-54d00761fea0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.925088] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.925088] env[70261]: value = "task-3385781" [ 743.925088] env[70261]: _type = "Task" [ 743.925088] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.933687] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385781, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.229620] env[70261]: DEBUG nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.254943] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.255240] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.255449] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.255668] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.255833] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.256144] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.256381] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.256560] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.256753] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.256966] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.257164] env[70261]: DEBUG nova.virt.hardware [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.258194] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a736cc-3bb1-4e82-982d-a98b0946a45d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.269025] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610e59ec-d546-4c83-8b86-ac75d54f0be6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.285321] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.291172] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Creating folder: Project (7878ee1817564a91ac68c3eb9c83d0ed). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.291916] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd03c5c1-c68b-4609-95d8-d49faeec6438 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.303509] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Created folder: Project (7878ee1817564a91ac68c3eb9c83d0ed) in parent group-v675446. [ 744.303708] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Creating folder: Instances. Parent ref: group-v675537. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.303964] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1fb3987-4aab-49f1-aa00-eb2ab48b37c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.317720] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Created folder: Instances in parent group-v675537. [ 744.318474] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.318474] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.318600] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8cd2627-f5fd-4280-bfd6-1ca628006d0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.340537] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.340537] env[70261]: value = "task-3385784" [ 744.340537] env[70261]: _type = "Task" [ 744.340537] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.351697] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385784, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.352770] env[70261]: ERROR nova.scheduler.client.report [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [req-492a0cb1-c497-41f0-b3aa-9d494a58314c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-492a0cb1-c497-41f0-b3aa-9d494a58314c"}]} [ 744.372252] env[70261]: DEBUG nova.scheduler.client.report [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 744.380828] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385778, 'name': ReconfigVM_Task, 'duration_secs': 0.49245} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.381134] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] e4bfcd5c-0bb9-4f4b-8b10-f719c560734e/e4bfcd5c-0bb9-4f4b-8b10-f719c560734e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.382035] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a202bc3-10d8-4c6c-a78e-394f462812a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.389800] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 744.389800] env[70261]: value = "task-3385785" [ 744.389800] env[70261]: _type = "Task" [ 744.389800] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.395194] env[70261]: DEBUG nova.scheduler.client.report [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 744.395425] env[70261]: DEBUG nova.compute.provider_tree [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.401542] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385785, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.416769] env[70261]: DEBUG nova.scheduler.client.report [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 744.435450] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385781, 'name': CreateVM_Task, 'duration_secs': 0.430372} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.435631] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.436369] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.436539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.436896] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.437186] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be983e61-10e7-401a-b2e3-cf566f7fe41e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.441584] env[70261]: DEBUG nova.scheduler.client.report [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 744.445073] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 744.445073] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5291a3b3-0b47-c0e4-566d-9b4162799b05" [ 744.445073] env[70261]: _type = "Task" [ 744.445073] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.460880] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5291a3b3-0b47-c0e4-566d-9b4162799b05, 'name': SearchDatastore_Task, 'duration_secs': 0.012458} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.461228] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.461464] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.461728] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.461888] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.462133] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.462420] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c9cc41a-63d0-4d83-94cf-3c7500b24578 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.472788] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.472967] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.473747] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b59d44-8ee0-40d2-ba39-51b481397361 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.482387] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 744.482387] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e22d97-fb2d-b2de-6f45-401661f1ed5f" [ 744.482387] env[70261]: _type = "Task" [ 744.482387] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.493325] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e22d97-fb2d-b2de-6f45-401661f1ed5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.623347] env[70261]: DEBUG nova.network.neutron [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Updated VIF entry in instance network info cache for port deb15b1c-18aa-40e5-9e6a-3757c36b80f7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 744.623735] env[70261]: DEBUG nova.network.neutron [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Updating instance_info_cache with network_info: [{"id": "deb15b1c-18aa-40e5-9e6a-3757c36b80f7", "address": "fa:16:3e:9d:d3:c7", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb15b1c-18", "ovs_interfaceid": "deb15b1c-18aa-40e5-9e6a-3757c36b80f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.852855] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385784, 'name': CreateVM_Task, 'duration_secs': 0.310425} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.853032] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.853517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.853694] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.854331] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854608] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8675c2-1771-432e-8f76-89ff434dac2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.861677] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 744.861677] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a3fa54-414d-fad5-7ba0-e90bd60eba2d" [ 744.861677] env[70261]: _type = "Task" [ 744.861677] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.872225] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a3fa54-414d-fad5-7ba0-e90bd60eba2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.875710] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.875958] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.876187] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.902128] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385785, 'name': Rename_Task, 'duration_secs': 0.199955} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.902987] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.902987] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f0f4516-7d99-46b5-821a-c83bf2af23db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.909326] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 744.909326] env[70261]: value = "task-3385786" [ 744.909326] env[70261]: _type = "Task" [ 744.909326] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.919635] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.952294] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eaec22-0258-4bf9-8a02-17fa67ce14a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.960062] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff89d8f-419a-410e-b8b3-6ae229b11648 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.994227] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c9b9e9-955e-43c9-ba00-1c2614cf0831 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.002575] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e22d97-fb2d-b2de-6f45-401661f1ed5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.005112] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8583ef99-0e6b-431d-aeab-057e53e801d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.008012] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb0955c-0a73-46ba-853a-325ec6a0bad7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.022173] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 745.022173] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222664b-f161-9420-4af4-b3f4934ab628" [ 745.022173] env[70261]: _type = "Task" [ 745.022173] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.022615] env[70261]: DEBUG nova.compute.provider_tree [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.032781] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222664b-f161-9420-4af4-b3f4934ab628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.109084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "a7557684-a5b5-47a3-8e12-fa3a09367226" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.109084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.109084] env[70261]: DEBUG nova.compute.manager [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.109084] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563176b5-bd73-45c3-9263-59f1613f20f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.116509] env[70261]: DEBUG nova.compute.manager [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 745.117111] env[70261]: DEBUG nova.objects.instance [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lazy-loading 'flavor' on Instance uuid a7557684-a5b5-47a3-8e12-fa3a09367226 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.125577] env[70261]: DEBUG oslo_concurrency.lockutils [req-57b2d640-8dbd-4a50-a4ea-1b1f2cd89fee req-e1d8236f-3305-42b5-b74b-885a19c098f9 service nova] Releasing lock "refresh_cache-54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.419777] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385786, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.538054] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222664b-f161-9420-4af4-b3f4934ab628, 'name': SearchDatastore_Task, 'duration_secs': 0.026923} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.538192] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.538355] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1/54f093bb-d9a9-48ed-86bf-41bcfd96f5f1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.538633] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.538822] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.539045] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1617aee8-fe4d-4864-98b3-64aa9d7b237f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.540897] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a538080-ecf2-410f-880e-acc884e157c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.548440] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 745.548440] env[70261]: value = "task-3385787" [ 745.548440] env[70261]: _type = "Task" [ 745.548440] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.552614] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.552765] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.554059] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17dfaff-0ec6-4a9b-bd14-4693c08bcfff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.558964] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.559868] env[70261]: DEBUG nova.scheduler.client.report [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 745.560126] env[70261]: DEBUG nova.compute.provider_tree [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 52 to 53 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 745.560311] env[70261]: DEBUG nova.compute.provider_tree [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.566652] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 745.566652] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d3e300-f14c-5a88-3d88-823ed39c2cc2" [ 745.566652] env[70261]: _type = "Task" [ 745.566652] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.574438] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d3e300-f14c-5a88-3d88-823ed39c2cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.921604] env[70261]: DEBUG oslo_vmware.api [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3385786, 'name': PowerOnVM_Task, 'duration_secs': 0.778107} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.921942] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.922172] env[70261]: INFO nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Took 7.11 seconds to spawn the instance on the hypervisor. [ 745.922352] env[70261]: DEBUG nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.923226] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db60fb0-dda5-458c-8a89-d4dfde1f56f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.062544] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492744} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.062944] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1/54f093bb-d9a9-48ed-86bf-41bcfd96f5f1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.063296] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.063646] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-556f1540-7fe6-467a-8dd6-4a0ed25ce572 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.067856] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.950s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.067856] env[70261]: DEBUG nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.071532] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.674s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.071869] env[70261]: DEBUG nova.objects.instance [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lazy-loading 'resources' on Instance uuid 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.080878] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 746.080878] env[70261]: value = "task-3385788" [ 746.080878] env[70261]: _type = "Task" [ 746.080878] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.089072] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d3e300-f14c-5a88-3d88-823ed39c2cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.090373] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73901743-927d-4ea7-82e6-af487612a3fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.097725] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.102363] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 746.102363] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215ce3d-5d44-7191-6494-955238ca717c" [ 746.102363] env[70261]: _type = "Task" [ 746.102363] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.112279] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215ce3d-5d44-7191-6494-955238ca717c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.124338] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.124666] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0e0ea14-83e0-4d27-97d6-6c0b961397a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.132436] env[70261]: DEBUG oslo_vmware.api [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 746.132436] env[70261]: value = "task-3385789" [ 746.132436] env[70261]: _type = "Task" [ 746.132436] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.141332] env[70261]: DEBUG oslo_vmware.api [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.443839] env[70261]: INFO nova.compute.manager [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Took 41.88 seconds to build instance. [ 746.576327] env[70261]: DEBUG nova.compute.utils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.580256] env[70261]: DEBUG nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.580394] env[70261]: DEBUG nova.network.neutron [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.594238] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072546} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.594488] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.595258] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a580e4b4-a56e-4e16-91c3-d80e3ba08fff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.620862] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1/54f093bb-d9a9-48ed-86bf-41bcfd96f5f1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.624099] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d030a2-4d3e-4437-a3d3-3a7a86c5a016 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.641486] env[70261]: DEBUG nova.policy [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5df88f66027349cf8f513be240727b48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '241b2cada963451aaf2ecb068f8c5cb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.650025] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215ce3d-5d44-7191-6494-955238ca717c, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.650877] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.651271] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.652064] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b9cfe97-a5e2-4798-8ee6-7856184a66e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.653910] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 746.653910] env[70261]: value = "task-3385790" [ 746.653910] env[70261]: _type = "Task" [ 746.653910] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.658928] env[70261]: DEBUG oslo_vmware.api [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385789, 'name': PowerOffVM_Task, 'duration_secs': 0.244822} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.662934] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.663160] env[70261]: DEBUG nova.compute.manager [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.663878] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab14d076-17a4-4e47-8e15-55b9ba1c5ff7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.667415] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 746.667415] env[70261]: value = "task-3385791" [ 746.667415] env[70261]: _type = "Task" [ 746.667415] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.680103] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.687598] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.945690] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bb206f09-e1a1-4aa5-b09c-0fa17c25dc61 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.840s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.955686] env[70261]: DEBUG nova.network.neutron [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Successfully created port: 93043b73-d6dc-4518-97f3-2f504c5c0cd3 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.081174] env[70261]: DEBUG nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.113315] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4cf891-e5f5-4463-afe0-d18ce335e5a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.140325] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bb7b11-2dd2-4daf-8e94-95e9b8420013 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.185329] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2410c791-a6dc-49c8-b6c1-61777bce5e23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.191774] env[70261]: DEBUG oslo_concurrency.lockutils [None req-11c8e0ae-49a5-4f12-a46e-ab572accda37 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.199027] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.207352] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00684150-eb1e-472c-b67e-133e6e1e3bf1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.211894] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.228401] env[70261]: DEBUG nova.compute.provider_tree [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.448083] env[70261]: DEBUG nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.622826] env[70261]: DEBUG nova.objects.instance [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lazy-loading 'flavor' on Instance uuid a7557684-a5b5-47a3-8e12-fa3a09367226 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.695498] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385791, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.696233] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.732166] env[70261]: DEBUG nova.scheduler.client.report [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.905273] env[70261]: DEBUG nova.compute.manager [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Received event network-changed-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.905273] env[70261]: DEBUG nova.compute.manager [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Refreshing instance network info cache due to event network-changed-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.906044] env[70261]: DEBUG oslo_concurrency.lockutils [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] Acquiring lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.906419] env[70261]: DEBUG oslo_concurrency.lockutils [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] Acquired lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.907170] env[70261]: DEBUG nova.network.neutron [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Refreshing network info cache for port a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 747.972338] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.093696] env[70261]: DEBUG nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.123707] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.124221] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.124491] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.124834] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.125700] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.125700] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.125700] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.125700] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.125888] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.126021] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.126194] env[70261]: DEBUG nova.virt.hardware [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.128764] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.128944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquired lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.129132] env[70261]: DEBUG nova.network.neutron [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 748.129494] env[70261]: DEBUG nova.objects.instance [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lazy-loading 'info_cache' on Instance uuid a7557684-a5b5-47a3-8e12-fa3a09367226 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.131429] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0189d14-cb32-4dc4-8c16-66475103f02d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.140732] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0e5a6-3ed9-4c4a-a533-d14d42be755c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.193179] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385790, 'name': ReconfigVM_Task, 'duration_secs': 1.32607} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.193458] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385791, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.211008} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.193751] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1/54f093bb-d9a9-48ed-86bf-41bcfd96f5f1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.194452] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.194701] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.194975] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99f7b1ee-2df8-49b4-a510-147ebc73635f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.196583] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f51aeb2c-5887-41b3-b4d3-e8623024962e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.205089] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 748.205089] env[70261]: value = "task-3385792" [ 748.205089] env[70261]: _type = "Task" [ 748.205089] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.206525] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 748.206525] env[70261]: value = "task-3385793" [ 748.206525] env[70261]: _type = "Task" [ 748.206525] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.221757] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385792, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.226336] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.238595] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.241426] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.509s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.263725] env[70261]: INFO nova.scheduler.client.report [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleted allocations for instance 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf [ 748.425818] env[70261]: DEBUG nova.compute.manager [req-19bcbaea-7260-4690-bdb0-60c21dd23cb4 req-9c3ff4d0-bdab-4525-b002-61d4674f4604 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Received event network-vif-plugged-93043b73-d6dc-4518-97f3-2f504c5c0cd3 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.426109] env[70261]: DEBUG oslo_concurrency.lockutils [req-19bcbaea-7260-4690-bdb0-60c21dd23cb4 req-9c3ff4d0-bdab-4525-b002-61d4674f4604 service nova] Acquiring lock "ff431e2f-7be9-420b-9594-3a1e1742a96b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.426385] env[70261]: DEBUG oslo_concurrency.lockutils [req-19bcbaea-7260-4690-bdb0-60c21dd23cb4 req-9c3ff4d0-bdab-4525-b002-61d4674f4604 service nova] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.426601] env[70261]: DEBUG oslo_concurrency.lockutils [req-19bcbaea-7260-4690-bdb0-60c21dd23cb4 req-9c3ff4d0-bdab-4525-b002-61d4674f4604 service nova] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.426841] env[70261]: DEBUG nova.compute.manager [req-19bcbaea-7260-4690-bdb0-60c21dd23cb4 req-9c3ff4d0-bdab-4525-b002-61d4674f4604 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] No waiting events found dispatching network-vif-plugged-93043b73-d6dc-4518-97f3-2f504c5c0cd3 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.427632] env[70261]: WARNING nova.compute.manager [req-19bcbaea-7260-4690-bdb0-60c21dd23cb4 req-9c3ff4d0-bdab-4525-b002-61d4674f4604 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Received unexpected event network-vif-plugged-93043b73-d6dc-4518-97f3-2f504c5c0cd3 for instance with vm_state building and task_state spawning. [ 748.473355] env[70261]: DEBUG nova.network.neutron [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Successfully updated port: 93043b73-d6dc-4518-97f3-2f504c5c0cd3 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.637376] env[70261]: DEBUG nova.objects.base [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 748.723272] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385792, 'name': Rename_Task, 'duration_secs': 0.250693} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.727030] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.727490] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080761} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.730245] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d05c6c46-7816-402b-9a82-dbbdc2b29022 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.732098] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.732909] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7caf95-d6b4-4b1d-9bdf-21427f1d6d12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.759286] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.761117] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9126428-9785-4f64-bf90-4463fc82476e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.778630] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 748.778630] env[70261]: value = "task-3385794" [ 748.778630] env[70261]: _type = "Task" [ 748.778630] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.784815] env[70261]: DEBUG oslo_concurrency.lockutils [None req-66fb1e35-26a0-49c6-9caf-bbb8b47377ef tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "66a5c538-bb8e-49da-a0d8-0b3db09aa3cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.188s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.787563] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 748.787563] env[70261]: value = "task-3385795" [ 748.787563] env[70261]: _type = "Task" [ 748.787563] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.794252] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385794, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.797188] env[70261]: DEBUG nova.network.neutron [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Updated VIF entry in instance network info cache for port a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 748.797188] env[70261]: DEBUG nova.network.neutron [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Updating instance_info_cache with network_info: [{"id": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "address": "fa:16:3e:cd:19:f7", "network": {"id": "190c6d44-f6c4-4640-b52a-c620ce4ddcce", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-99144848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44fe617d8bc54088a52fc3a45987ae20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9e1f847-d6", "ovs_interfaceid": "a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.803535] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.980059] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "refresh_cache-ff431e2f-7be9-420b-9594-3a1e1742a96b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.980225] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquired lock "refresh_cache-ff431e2f-7be9-420b-9594-3a1e1742a96b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.980374] env[70261]: DEBUG nova.network.neutron [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 749.262894] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97c3aa2-6bd6-4da9-8321-74bda86f1ed6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.272690] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c855e4-fa5f-4f45-8392-a842ceae732f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.311501] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdc9a0e-e1b2-4c2f-ba6e-f02536f2bd5e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.313932] env[70261]: DEBUG oslo_concurrency.lockutils [req-9c59f2a6-48cb-457d-a730-668e5d725a62 req-b6418bc4-71fe-44a5-b5ea-726ec3658fdb service nova] Releasing lock "refresh_cache-e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.321016] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.325849] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.327281] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400b250b-2400-4a91-9e0d-cd734d5bc850 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.341528] env[70261]: DEBUG nova.compute.provider_tree [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.431956] env[70261]: DEBUG nova.network.neutron [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Updating instance_info_cache with network_info: [{"id": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "address": "fa:16:3e:cd:0a:88", "network": {"id": "40f11831-48c5-4ecb-8b81-e829e121e0df", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-120320041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be1052823e93461590a86767cc3895e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a0337f-dc", "ovs_interfaceid": "c4a0337f-dc40-4230-a82b-4ba1b4713db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.564906] env[70261]: DEBUG nova.network.neutron [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 749.816829] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385795, 'name': ReconfigVM_Task, 'duration_secs': 0.976795} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.820499] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Reconfigured VM instance instance-0000001e to attach disk [datastore1] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.821257] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.821515] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6173b34c-bb63-466a-aca9-1934d767343a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.829107] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 749.829107] env[70261]: value = "task-3385796" [ 749.829107] env[70261]: _type = "Task" [ 749.829107] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.837926] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385796, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.844997] env[70261]: DEBUG nova.scheduler.client.report [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.852132] env[70261]: DEBUG nova.network.neutron [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Updating instance_info_cache with network_info: [{"id": "93043b73-d6dc-4518-97f3-2f504c5c0cd3", "address": "fa:16:3e:53:d6:da", "network": {"id": "daef6888-aae0-4bac-a123-1dbcef9cbb31", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-178561863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "241b2cada963451aaf2ecb068f8c5cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93043b73-d6", "ovs_interfaceid": "93043b73-d6dc-4518-97f3-2f504c5c0cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.934738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Releasing lock "refresh_cache-a7557684-a5b5-47a3-8e12-fa3a09367226" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.316581] env[70261]: DEBUG oslo_vmware.api [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385794, 'name': PowerOnVM_Task, 'duration_secs': 1.115114} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.316581] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.316820] env[70261]: INFO nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Took 8.86 seconds to spawn the instance on the hypervisor. [ 750.317554] env[70261]: DEBUG nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.320561] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd0d28-636c-4502-8bf6-ec85545a3683 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.337902] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385796, 'name': Rename_Task, 'duration_secs': 0.168516} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.338196] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.338449] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e49069-b75d-43a2-a393-b023f26d8659 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.345624] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 750.345624] env[70261]: value = "task-3385797" [ 750.345624] env[70261]: _type = "Task" [ 750.345624] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.358066] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Releasing lock "refresh_cache-ff431e2f-7be9-420b-9594-3a1e1742a96b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.358222] env[70261]: DEBUG nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Instance network_info: |[{"id": "93043b73-d6dc-4518-97f3-2f504c5c0cd3", "address": "fa:16:3e:53:d6:da", "network": {"id": "daef6888-aae0-4bac-a123-1dbcef9cbb31", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-178561863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "241b2cada963451aaf2ecb068f8c5cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93043b73-d6", "ovs_interfaceid": "93043b73-d6dc-4518-97f3-2f504c5c0cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.358490] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.359042] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d6:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93043b73-d6dc-4518-97f3-2f504c5c0cd3', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.370074] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Creating folder: Project (241b2cada963451aaf2ecb068f8c5cb4). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.371104] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd16dbb-9104-4652-84d4-b54624eaec7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.383991] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Created folder: Project (241b2cada963451aaf2ecb068f8c5cb4) in parent group-v675446. [ 750.384215] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Creating folder: Instances. Parent ref: group-v675540. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.384455] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d043b43-b613-4889-8909-8b4cf3727fe3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.395882] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Created folder: Instances in parent group-v675540. [ 750.396143] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.396334] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.396536] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94f27b8b-626d-4e2c-9766-3f7e648c1e73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.417096] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.417096] env[70261]: value = "task-3385800" [ 750.417096] env[70261]: _type = "Task" [ 750.417096] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.426200] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385800, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.551389] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "637db48a-7f98-4d3c-908d-62691f18c2d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.551635] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.673578] env[70261]: DEBUG nova.compute.manager [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Received event network-changed-93043b73-d6dc-4518-97f3-2f504c5c0cd3 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.673835] env[70261]: DEBUG nova.compute.manager [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Refreshing instance network info cache due to event network-changed-93043b73-d6dc-4518-97f3-2f504c5c0cd3. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.674125] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] Acquiring lock "refresh_cache-ff431e2f-7be9-420b-9594-3a1e1742a96b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.674303] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] Acquired lock "refresh_cache-ff431e2f-7be9-420b-9594-3a1e1742a96b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.674466] env[70261]: DEBUG nova.network.neutron [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Refreshing network info cache for port 93043b73-d6dc-4518-97f3-2f504c5c0cd3 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 750.836933] env[70261]: INFO nova.compute.manager [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Took 43.38 seconds to build instance. [ 750.856616] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.861217] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.620s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.864466] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.799s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.866229] env[70261]: INFO nova.compute.claims [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.928142] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385800, 'name': CreateVM_Task, 'duration_secs': 0.378585} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.928361] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.929282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.929458] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.929779] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930090] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00725c1-93fe-42d5-88d6-ce77705b3e12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.935191] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 750.935191] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fce994-440e-cfb5-2999-883046b97c8a" [ 750.935191] env[70261]: _type = "Task" [ 750.935191] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.940497] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.941007] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-849a1a3a-f40a-444f-8cba-595afac94b5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.945442] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fce994-440e-cfb5-2999-883046b97c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.950847] env[70261]: DEBUG oslo_vmware.api [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 750.950847] env[70261]: value = "task-3385801" [ 750.950847] env[70261]: _type = "Task" [ 750.950847] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.959392] env[70261]: DEBUG oslo_vmware.api [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.339045] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57e77da7-93a0-4f24-b2f3-6655c9cfee66 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.244s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.357148] env[70261]: DEBUG oslo_vmware.api [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385797, 'name': PowerOnVM_Task, 'duration_secs': 0.579406} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.357518] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.357665] env[70261]: INFO nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Took 7.13 seconds to spawn the instance on the hypervisor. [ 751.357875] env[70261]: DEBUG nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.358674] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c42543-f8ae-483e-a0c3-9701a13dcf4f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.369139] env[70261]: DEBUG nova.network.neutron [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Updated VIF entry in instance network info cache for port 93043b73-d6dc-4518-97f3-2f504c5c0cd3. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 751.369459] env[70261]: DEBUG nova.network.neutron [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Updating instance_info_cache with network_info: [{"id": "93043b73-d6dc-4518-97f3-2f504c5c0cd3", "address": "fa:16:3e:53:d6:da", "network": {"id": "daef6888-aae0-4bac-a123-1dbcef9cbb31", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-178561863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "241b2cada963451aaf2ecb068f8c5cb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93043b73-d6", "ovs_interfaceid": "93043b73-d6dc-4518-97f3-2f504c5c0cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.433801] env[70261]: INFO nova.scheduler.client.report [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Deleted allocation for migration 7bb5c838-2dcb-4a29-b93a-5746b6641140 [ 751.450408] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fce994-440e-cfb5-2999-883046b97c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012154} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.450729] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.450966] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.451219] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.451367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.451544] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.451873] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38df0f97-0419-4df4-83a1-6baaa4e75d1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.462546] env[70261]: DEBUG oslo_vmware.api [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385801, 'name': PowerOnVM_Task, 'duration_secs': 0.502847} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.462792] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.462995] env[70261]: DEBUG nova.compute.manager [None req-2a683b69-2369-41ca-83bc-3c34c2e1cb16 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.463883] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117032df-05ee-41f8-826b-0384f18ceb41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.467415] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.467594] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.468680] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e4d425-e676-4e0e-848a-fef2a5872bd8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.478066] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 751.478066] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525ffc20-52e6-919b-28b4-9de0ba604857" [ 751.478066] env[70261]: _type = "Task" [ 751.478066] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.488145] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525ffc20-52e6-919b-28b4-9de0ba604857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.842376] env[70261]: DEBUG nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.876940] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb90a2e-c8fd-417a-8cf5-d32c9895ff40 req-7e20f2b3-6cfa-4288-ae1d-1fcecd21f2c9 service nova] Releasing lock "refresh_cache-ff431e2f-7be9-420b-9594-3a1e1742a96b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.882294] env[70261]: INFO nova.compute.manager [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Took 42.28 seconds to build instance. [ 751.941827] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0e1a4a2-429c-4e6c-8f73-7d92f7f5e2a9 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.029s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.997127] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525ffc20-52e6-919b-28b4-9de0ba604857, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.001022] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d12690-54e6-44cd-8c27-940755607dc9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.007415] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 752.007415] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267ad6d-c82e-d08a-4930-13b3d4562c0c" [ 752.007415] env[70261]: _type = "Task" [ 752.007415] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.021018] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267ad6d-c82e-d08a-4930-13b3d4562c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.336381] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc97211-99da-4aa5-8e00-20c08fb0df08 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.344820] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748de19-afaf-427e-94bd-20ef0b5ea21f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.381457] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.382256] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b5a41-aabd-4e93-bf7d-ea5d95ddeddb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.385118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-09fe6ec3-601d-4786-aec6-d5c1b9c98163 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.848s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.392512] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e80aedc-e7f2-4224-84bd-04cb20de99fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.408901] env[70261]: DEBUG nova.compute.provider_tree [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.436912] env[70261]: INFO nova.compute.manager [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Rebuilding instance [ 752.478673] env[70261]: DEBUG nova.compute.manager [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.479588] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f90c29-8b3b-49a2-8351-d42d22034e07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.521787] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267ad6d-c82e-d08a-4930-13b3d4562c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.521787] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.522047] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ff431e2f-7be9-420b-9594-3a1e1742a96b/ff431e2f-7be9-420b-9594-3a1e1742a96b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.522322] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-290095ad-a902-4eca-a4a3-be649313de2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.533269] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 752.533269] env[70261]: value = "task-3385802" [ 752.533269] env[70261]: _type = "Task" [ 752.533269] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.546807] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.890024] env[70261]: DEBUG nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.917023] env[70261]: DEBUG nova.scheduler.client.report [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.928089] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.928736] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.929556] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.931699] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.931699] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.932509] env[70261]: INFO nova.compute.manager [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Terminating instance [ 753.054284] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385802, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.416224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.421264] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.425030] env[70261]: DEBUG nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.426569] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.366s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.427264] env[70261]: DEBUG nova.objects.instance [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lazy-loading 'resources' on Instance uuid a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.436936] env[70261]: DEBUG nova.compute.manager [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.437210] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.438727] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939ff8d-3102-4640-aa38-30a8f5fdd8ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.449715] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.450016] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a41139-a91b-448e-b317-b24089b7c588 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.458941] env[70261]: DEBUG oslo_vmware.api [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 753.458941] env[70261]: value = "task-3385803" [ 753.458941] env[70261]: _type = "Task" [ 753.458941] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.469806] env[70261]: DEBUG oslo_vmware.api [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.504360] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.504646] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54be9e54-31aa-4fc9-b441-31183cd535d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.513245] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 753.513245] env[70261]: value = "task-3385804" [ 753.513245] env[70261]: _type = "Task" [ 753.513245] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.524016] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.547336] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55542} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.547674] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ff431e2f-7be9-420b-9594-3a1e1742a96b/ff431e2f-7be9-420b-9594-3a1e1742a96b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.547986] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.548278] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-610a2ac8-8e45-4356-a790-244b066ced67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.557305] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 753.557305] env[70261]: value = "task-3385805" [ 753.557305] env[70261]: _type = "Task" [ 753.557305] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.568289] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.930574] env[70261]: DEBUG nova.compute.utils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.934340] env[70261]: DEBUG nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.934538] env[70261]: DEBUG nova.network.neutron [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.969363] env[70261]: DEBUG oslo_vmware.api [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385803, 'name': PowerOffVM_Task, 'duration_secs': 0.24678} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.972344] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.972594] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.974111] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16204ec1-0aaf-411d-beb0-7eb12443cc61 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.999801] env[70261]: DEBUG nova.policy [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84724d3ab544c4b8b0382b441fd2798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a29a27ee64b43f4a1d384d97472a69b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.022808] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385804, 'name': PowerOffVM_Task, 'duration_secs': 0.192396} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.025502] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.025742] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.026893] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f970ae2-b7ca-4119-bae9-098a24d9373b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.035729] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.036064] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca86222f-b786-4933-9ccb-b4853d074898 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.056348] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.056575] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.056769] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Deleting the datastore file [datastore1] 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.058065] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16394cf0-26b0-4de1-aff3-c126671a81e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.064265] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.064462] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.064633] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Deleting the datastore file [datastore1] f4a955fe-a19c-4377-acc5-ab30cc469bf4 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.065195] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00a3730f-14a6-40f7-a41d-ee695fa2d271 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.068180] env[70261]: DEBUG oslo_vmware.api [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for the task: (returnval){ [ 754.068180] env[70261]: value = "task-3385808" [ 754.068180] env[70261]: _type = "Task" [ 754.068180] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.073551] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093242} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.077647] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.079600] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e5e47-0bbf-4775-9e56-65259053cd45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.082375] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 754.082375] env[70261]: value = "task-3385809" [ 754.082375] env[70261]: _type = "Task" [ 754.082375] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.108093] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ff431e2f-7be9-420b-9594-3a1e1742a96b/ff431e2f-7be9-420b-9594-3a1e1742a96b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.108565] env[70261]: DEBUG oslo_vmware.api [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.111636] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8d864f-de3b-458a-bc87-250f9e33036f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.130534] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.135584] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 754.135584] env[70261]: value = "task-3385810" [ 754.135584] env[70261]: _type = "Task" [ 754.135584] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.146022] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.429947] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "a384959a-20e9-4af0-a1c4-b0e72b98b450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.430238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.439417] env[70261]: DEBUG nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.494734] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf35a80-8537-4863-853c-9ad0fe49c5f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.504639] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f4174-78d2-47cf-b4f7-25369a1a5d68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.536836] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b400d-7d5b-424a-a193-b9a2d683b101 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.546062] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3279b965-a501-467e-82b7-440f7f29af4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.551897] env[70261]: DEBUG nova.network.neutron [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Successfully created port: 426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.563952] env[70261]: DEBUG nova.compute.provider_tree [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.583906] env[70261]: DEBUG oslo_vmware.api [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Task: {'id': task-3385808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171206} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.586840] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.587072] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.587269] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.587442] env[70261]: INFO nova.compute.manager [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 754.587675] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.588114] env[70261]: DEBUG nova.compute.manager [-] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.588209] env[70261]: DEBUG nova.network.neutron [-] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 754.595702] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102117} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.595962] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.596164] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.596344] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.646190] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385810, 'name': ReconfigVM_Task, 'duration_secs': 0.329022} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.647196] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ff431e2f-7be9-420b-9594-3a1e1742a96b/ff431e2f-7be9-420b-9594-3a1e1742a96b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.647763] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eefabb6-95d6-4b5a-a6dd-8dc211aca788 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.654917] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 754.654917] env[70261]: value = "task-3385811" [ 754.654917] env[70261]: _type = "Task" [ 754.654917] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.668020] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385811, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.907365] env[70261]: DEBUG nova.compute.manager [req-d9f93ce5-fe2a-438b-82d4-85f9ffe69fd7 req-76c1f57a-d2f5-4933-afdb-fc825e3097dc service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Received event network-vif-deleted-deb15b1c-18aa-40e5-9e6a-3757c36b80f7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.907534] env[70261]: INFO nova.compute.manager [req-d9f93ce5-fe2a-438b-82d4-85f9ffe69fd7 req-76c1f57a-d2f5-4933-afdb-fc825e3097dc service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Neutron deleted interface deb15b1c-18aa-40e5-9e6a-3757c36b80f7; detaching it from the instance and deleting it from the info cache [ 754.907736] env[70261]: DEBUG nova.network.neutron [req-d9f93ce5-fe2a-438b-82d4-85f9ffe69fd7 req-76c1f57a-d2f5-4933-afdb-fc825e3097dc service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.943732] env[70261]: INFO nova.virt.block_device [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Booting with volume 727737ce-4285-4b20-8dd2-d1408c9e6e03 at /dev/sda [ 754.987879] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e85e686-e25d-4795-9cda-b2c594ed0818 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.998182] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471f7ab-1d87-4b20-b6f8-acc0fa87b551 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.036778] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fff09429-0a46-48bd-888d-c7a3c074437a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.045257] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c2fdf4-c34a-4805-81b5-968e4cf6419d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.066578] env[70261]: DEBUG nova.scheduler.client.report [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.085794] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.088275] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6937b54-777c-4a2d-972d-9c6db143891c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.090820] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.164s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.091051] env[70261]: DEBUG nova.objects.instance [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lazy-loading 'resources' on Instance uuid ea0fac22-ed73-4785-a5eb-610e9107e14d {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.097381] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d746e119-8bfd-4f8b-b800-df2184effb63 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.115229] env[70261]: DEBUG nova.virt.block_device [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updating existing volume attachment record: 1568a6ba-6de9-4250-9923-168603c6071c {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.117923] env[70261]: INFO nova.scheduler.client.report [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Deleted allocations for instance a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6 [ 755.164238] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385811, 'name': Rename_Task, 'duration_secs': 0.153388} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.165097] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.165352] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a4bdd8-7d24-4d52-8913-071274271f23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.172297] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 755.172297] env[70261]: value = "task-3385812" [ 755.172297] env[70261]: _type = "Task" [ 755.172297] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.179514] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.354037] env[70261]: DEBUG nova.network.neutron [-] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.410312] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e47d8b6-900b-4798-9146-35b1d02e52d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.419784] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b823ae-5f6c-4946-9f65-981386b6964d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.452829] env[70261]: DEBUG nova.compute.manager [req-d9f93ce5-fe2a-438b-82d4-85f9ffe69fd7 req-76c1f57a-d2f5-4933-afdb-fc825e3097dc service nova] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Detach interface failed, port_id=deb15b1c-18aa-40e5-9e6a-3757c36b80f7, reason: Instance 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.515210] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "def44f3d-a6f7-4948-b813-f6313ff00bd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.515210] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.515210] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "def44f3d-a6f7-4948-b813-f6313ff00bd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.515365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.515516] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.518069] env[70261]: INFO nova.compute.manager [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Terminating instance [ 755.627105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a104edb-c9b3-440e-9582-d9d36be4146f tempest-FloatingIPsAssociationNegativeTestJSON-2082244420 tempest-FloatingIPsAssociationNegativeTestJSON-2082244420-project-member] Lock "a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.268s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.635039] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.635219] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.635395] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.635582] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.635871] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.635871] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.636084] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.636246] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.636412] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.636575] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.636747] env[70261]: DEBUG nova.virt.hardware [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.637623] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffadcec2-5284-4b25-8301-c355c9c7659c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.648336] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367d5f5-3af6-4ec5-b568-d09d1db1eaa6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.662744] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.668198] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.671054] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.671634] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57979447-7668-4c82-a1a1-a91f43979807 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.695889] env[70261]: DEBUG oslo_vmware.api [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385812, 'name': PowerOnVM_Task, 'duration_secs': 0.457862} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.699087] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.699296] env[70261]: INFO nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Took 7.61 seconds to spawn the instance on the hypervisor. [ 755.699471] env[70261]: DEBUG nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.699709] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.699709] env[70261]: value = "task-3385813" [ 755.699709] env[70261]: _type = "Task" [ 755.699709] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.701094] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f05e46-a6eb-481e-a0b9-a1431e492cb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.716791] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385813, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.857280] env[70261]: INFO nova.compute.manager [-] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Took 1.27 seconds to deallocate network for instance. [ 756.025048] env[70261]: DEBUG nova.compute.manager [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.025323] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.026154] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de96e6-8b2e-4744-b250-54a25ab751b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.035454] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.035702] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82516657-846b-4bc8-8894-e40b3e5e8532 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.048409] env[70261]: DEBUG oslo_vmware.api [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 756.048409] env[70261]: value = "task-3385814" [ 756.048409] env[70261]: _type = "Task" [ 756.048409] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.056545] env[70261]: DEBUG oslo_vmware.api [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.082862] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db1211-63d2-41e2-b1c5-7930e8252267 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.090852] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39e5e63-438e-456a-98cf-007cf779fb46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.122449] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166537f8-ab16-49c8-932c-1b49d1470a6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.132832] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12ffd6-a1aa-46d8-988c-e18b1a2d7e5a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.147584] env[70261]: DEBUG nova.compute.provider_tree [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.212948] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385813, 'name': CreateVM_Task, 'duration_secs': 0.288392} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.213130] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.213554] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.213779] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.214136] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.214371] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864f34a0-ecd5-47bf-941b-1a7db384233d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.223634] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 756.223634] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ebe73-fa8e-3270-9e4a-1cef64970310" [ 756.223634] env[70261]: _type = "Task" [ 756.223634] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.229990] env[70261]: INFO nova.compute.manager [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Took 42.86 seconds to build instance. [ 756.237732] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ebe73-fa8e-3270-9e4a-1cef64970310, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.239231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.239630] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.239855] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.240070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.240270] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.240719] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ea5713-4194-4318-8230-e820f6382588 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.250042] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.250042] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.251331] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c75ee7-d304-438b-9ed1-cc430758cf82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.258388] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 756.258388] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52122c19-24e7-f1a6-53dc-20785adc6119" [ 756.258388] env[70261]: _type = "Task" [ 756.258388] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.267203] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52122c19-24e7-f1a6-53dc-20785adc6119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.286976] env[70261]: DEBUG nova.compute.manager [req-33761a4a-361e-4f44-bb31-07a9e463062a req-8d65be25-2a5f-410c-97fc-859332038077 service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Received event network-vif-plugged-426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.286976] env[70261]: DEBUG oslo_concurrency.lockutils [req-33761a4a-361e-4f44-bb31-07a9e463062a req-8d65be25-2a5f-410c-97fc-859332038077 service nova] Acquiring lock "40407802-706c-44b4-9c8b-6bd575d46c81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.286976] env[70261]: DEBUG oslo_concurrency.lockutils [req-33761a4a-361e-4f44-bb31-07a9e463062a req-8d65be25-2a5f-410c-97fc-859332038077 service nova] Lock "40407802-706c-44b4-9c8b-6bd575d46c81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.286976] env[70261]: DEBUG oslo_concurrency.lockutils [req-33761a4a-361e-4f44-bb31-07a9e463062a req-8d65be25-2a5f-410c-97fc-859332038077 service nova] Lock "40407802-706c-44b4-9c8b-6bd575d46c81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.286976] env[70261]: DEBUG nova.compute.manager [req-33761a4a-361e-4f44-bb31-07a9e463062a req-8d65be25-2a5f-410c-97fc-859332038077 service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] No waiting events found dispatching network-vif-plugged-426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.287139] env[70261]: WARNING nova.compute.manager [req-33761a4a-361e-4f44-bb31-07a9e463062a req-8d65be25-2a5f-410c-97fc-859332038077 service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Received unexpected event network-vif-plugged-426130ca-6c52-4edb-941e-3d9a57f8cc41 for instance with vm_state building and task_state block_device_mapping. [ 756.366692] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.512631] env[70261]: DEBUG nova.network.neutron [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Successfully updated port: 426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.556585] env[70261]: DEBUG oslo_vmware.api [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385814, 'name': PowerOffVM_Task, 'duration_secs': 0.27604} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.556817] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.556983] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.557548] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd6c0cb-de5e-46a6-96f2-ff36ff33443a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.622476] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.622694] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.622872] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleting the datastore file [datastore1] def44f3d-a6f7-4948-b813-f6313ff00bd6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.623161] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08b34569-655f-4511-b610-775b9064f88b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629567] env[70261]: DEBUG oslo_vmware.api [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 756.629567] env[70261]: value = "task-3385816" [ 756.629567] env[70261]: _type = "Task" [ 756.629567] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.637699] env[70261]: DEBUG oslo_vmware.api [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.652846] env[70261]: DEBUG nova.scheduler.client.report [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.733321] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195bf991-73f9-4a71-8664-7d4753a9ebd9 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.459s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.771956] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52122c19-24e7-f1a6-53dc-20785adc6119, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.772365] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a04ac9-2aaf-46d5-95e1-36d05a9bc7ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.787596] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 756.787596] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524353f7-ac2a-9b22-e0d8-9a6d788f10e8" [ 756.787596] env[70261]: _type = "Task" [ 756.787596] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.797923] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524353f7-ac2a-9b22-e0d8-9a6d788f10e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.013725] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Acquiring lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.016060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Acquired lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.016060] env[70261]: DEBUG nova.network.neutron [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 757.140034] env[70261]: DEBUG oslo_vmware.api [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137555} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.140298] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.140480] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.140656] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.140828] env[70261]: INFO nova.compute.manager [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 757.141119] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.141320] env[70261]: DEBUG nova.compute.manager [-] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.141416] env[70261]: DEBUG nova.network.neutron [-] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 757.158141] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.160758] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.990s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.163319] env[70261]: INFO nova.compute.claims [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.197983] env[70261]: INFO nova.scheduler.client.report [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Deleted allocations for instance ea0fac22-ed73-4785-a5eb-610e9107e14d [ 757.236014] env[70261]: DEBUG nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.248111] env[70261]: DEBUG nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.248682] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.249355] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.249355] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.249355] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.249355] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.249526] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.249747] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.249907] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.250234] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.250473] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.250668] env[70261]: DEBUG nova.virt.hardware [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.252443] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd7068-6c65-43e0-a8ad-1c0328025714 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.261668] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf429c-be9c-4b05-b1bd-2795942645d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.299076] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524353f7-ac2a-9b22-e0d8-9a6d788f10e8, 'name': SearchDatastore_Task, 'duration_secs': 0.018724} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.299076] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.299076] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.299237] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-573d4978-20ec-44d9-9544-b7ad3cd130e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.307299] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 757.307299] env[70261]: value = "task-3385817" [ 757.307299] env[70261]: _type = "Task" [ 757.307299] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.315251] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.572106] env[70261]: DEBUG nova.network.neutron [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 757.709447] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f1313d1-5223-4abd-bfc8-8a726ac027bb tempest-ImagesOneServerTestJSON-1598473647 tempest-ImagesOneServerTestJSON-1598473647-project-member] Lock "ea0fac22-ed73-4785-a5eb-610e9107e14d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.339s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.762585] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.823671] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464422} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.823974] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.824218] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.824480] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb7b9798-e4e9-48be-97b1-5af49c8b4ad5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.829252] env[70261]: DEBUG nova.network.neutron [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updating instance_info_cache with network_info: [{"id": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "address": "fa:16:3e:49:ca:cb", "network": {"id": "e667e15b-3767-4162-9a77-1d30c09f17c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2050537988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a29a27ee64b43f4a1d384d97472a69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426130ca-6c", "ovs_interfaceid": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.831701] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 757.831701] env[70261]: value = "task-3385818" [ 757.831701] env[70261]: _type = "Task" [ 757.831701] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.843054] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.039582] env[70261]: DEBUG nova.network.neutron [-] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.321579] env[70261]: DEBUG nova.compute.manager [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Received event network-changed-426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.321827] env[70261]: DEBUG nova.compute.manager [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Refreshing instance network info cache due to event network-changed-426130ca-6c52-4edb-941e-3d9a57f8cc41. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.322129] env[70261]: DEBUG oslo_concurrency.lockutils [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] Acquiring lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.332881] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Releasing lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.333338] env[70261]: DEBUG nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Instance network_info: |[{"id": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "address": "fa:16:3e:49:ca:cb", "network": {"id": "e667e15b-3767-4162-9a77-1d30c09f17c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2050537988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a29a27ee64b43f4a1d384d97472a69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426130ca-6c", "ovs_interfaceid": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.333803] env[70261]: DEBUG oslo_concurrency.lockutils [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] Acquired lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.334042] env[70261]: DEBUG nova.network.neutron [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Refreshing network info cache for port 426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 758.335437] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ca:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '426130ca-6c52-4edb-941e-3d9a57f8cc41', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.344752] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Creating folder: Project (5a29a27ee64b43f4a1d384d97472a69b). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.351682] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56183384-a0e0-4c58-8547-27c2c9a1bc39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.353666] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "ff431e2f-7be9-420b-9594-3a1e1742a96b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.353941] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.356029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "ff431e2f-7be9-420b-9594-3a1e1742a96b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.356029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.356029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.357127] env[70261]: INFO nova.compute.manager [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Terminating instance [ 758.364059] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067041} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.366638] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.366638] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ecbbc5-1a22-499f-923b-8b4c2d49ee51 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.371814] env[70261]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 758.371985] env[70261]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70261) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 758.372702] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Folder already exists: Project (5a29a27ee64b43f4a1d384d97472a69b). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 758.372915] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Creating folder: Instances. Parent ref: group-v675478. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.381137] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49fdea0a-0228-4530-b79c-4879d785a934 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.392728] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.397059] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df85469-adac-4e15-921b-57849890967a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.419202] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 758.419202] env[70261]: value = "task-3385821" [ 758.419202] env[70261]: _type = "Task" [ 758.419202] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.424009] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Created folder: Instances in parent group-v675478. [ 758.424009] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.427047] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.428450] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f5a3e0-1939-41d4-a21c-3c164566ada9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.453420] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.457896] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.457896] env[70261]: value = "task-3385822" [ 758.457896] env[70261]: _type = "Task" [ 758.457896] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.466419] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385822, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.542711] env[70261]: INFO nova.compute.manager [-] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Took 1.40 seconds to deallocate network for instance. [ 758.758299] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd49f77-9a87-40dc-93d7-c4dcb0619ad4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.766734] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a697a-04bb-4391-aaf7-5b1857357da1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.797055] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3108e1c-9f9c-4f0f-b353-eb9ecda95df4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.806503] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3027533e-15a7-4b69-89b9-21218357a9e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.821677] env[70261]: DEBUG nova.compute.provider_tree [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.866410] env[70261]: DEBUG nova.compute.manager [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.866709] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.868525] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a3576d-df58-4532-b447-0f0efb526075 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.877678] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.878061] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-effe0472-8f31-4ca1-a8a6-4fa75919a2fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.884604] env[70261]: DEBUG oslo_vmware.api [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 758.884604] env[70261]: value = "task-3385823" [ 758.884604] env[70261]: _type = "Task" [ 758.884604] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.892683] env[70261]: DEBUG oslo_vmware.api [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.932442] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385821, 'name': ReconfigVM_Task, 'duration_secs': 0.308339} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.932722] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.933383] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce0b2a9a-cf1a-4579-a178-d16bffca2067 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.940279] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 758.940279] env[70261]: value = "task-3385824" [ 758.940279] env[70261]: _type = "Task" [ 758.940279] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.950773] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385824, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.970896] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385822, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.049794] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.256998] env[70261]: DEBUG nova.network.neutron [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updated VIF entry in instance network info cache for port 426130ca-6c52-4edb-941e-3d9a57f8cc41. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 759.256998] env[70261]: DEBUG nova.network.neutron [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updating instance_info_cache with network_info: [{"id": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "address": "fa:16:3e:49:ca:cb", "network": {"id": "e667e15b-3767-4162-9a77-1d30c09f17c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2050537988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a29a27ee64b43f4a1d384d97472a69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426130ca-6c", "ovs_interfaceid": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.327795] env[70261]: DEBUG nova.scheduler.client.report [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.399775] env[70261]: DEBUG oslo_vmware.api [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385823, 'name': PowerOffVM_Task, 'duration_secs': 0.265429} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.399775] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.399775] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.399775] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b899a9eb-e510-48b7-b542-a8bdf450169c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.452583] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385824, 'name': Rename_Task, 'duration_secs': 0.152663} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.452583] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.452583] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c14afb7a-0630-474c-be95-d7742577e52e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.456672] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 759.456672] env[70261]: value = "task-3385826" [ 759.456672] env[70261]: _type = "Task" [ 759.456672] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.467213] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.470347] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385822, 'name': CreateVM_Task, 'duration_secs': 0.581145} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.470563] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.471177] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675492', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'name': 'volume-727737ce-4285-4b20-8dd2-d1408c9e6e03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40407802-706c-44b4-9c8b-6bd575d46c81', 'attached_at': '', 'detached_at': '', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'serial': '727737ce-4285-4b20-8dd2-d1408c9e6e03'}, 'delete_on_termination': True, 'attachment_id': '1568a6ba-6de9-4250-9923-168603c6071c', 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70261) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 759.471390] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Root volume attach. Driver type: vmdk {{(pid=70261) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 759.472166] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d185a5-7c2a-4533-a818-e282c6f291a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.475583] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.475786] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.475964] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Deleting the datastore file [datastore2] ff431e2f-7be9-420b-9594-3a1e1742a96b {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.476579] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfb2f07-bc1f-4661-9fa7-012d39256a48 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.482705] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d841d2da-d3b5-4ddf-8058-2d3107ba7132 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.486964] env[70261]: DEBUG oslo_vmware.api [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for the task: (returnval){ [ 759.486964] env[70261]: value = "task-3385827" [ 759.486964] env[70261]: _type = "Task" [ 759.486964] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.492582] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27e5f18-b19f-437a-b400-4525e3b69396 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.497978] env[70261]: DEBUG oslo_vmware.api [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.501955] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b1436df2-c48a-4902-b286-3081abaf1ddf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.511121] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 759.511121] env[70261]: value = "task-3385828" [ 759.511121] env[70261]: _type = "Task" [ 759.511121] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.520034] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.760132] env[70261]: DEBUG oslo_concurrency.lockutils [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] Releasing lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.760447] env[70261]: DEBUG nova.compute.manager [req-3dfe0695-aae3-403b-bcdc-8d3cb5e50f3a req-ce930370-b243-4737-95f3-7ab667a1607a service nova] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Received event network-vif-deleted-ac4267aa-4fdd-46e6-b19a-14e31a03d42b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.834121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.834764] env[70261]: DEBUG nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.840606] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.540s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.841578] env[70261]: INFO nova.compute.claims [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.970074] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.999771] env[70261]: DEBUG oslo_vmware.api [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Task: {'id': task-3385827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18178} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.000491] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.000945] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.001567] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.003020] env[70261]: INFO nova.compute.manager [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 760.003020] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.003020] env[70261]: DEBUG nova.compute.manager [-] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.003020] env[70261]: DEBUG nova.network.neutron [-] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 760.023297] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 40%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.347020] env[70261]: DEBUG nova.compute.utils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.352460] env[70261]: DEBUG nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.352730] env[70261]: DEBUG nova.network.neutron [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.393870] env[70261]: DEBUG nova.policy [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f00e4cd89724cf0a9d39646a8812304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129b255fb8b743a0ba119c4da4c3965c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.427515] env[70261]: DEBUG nova.compute.manager [req-9c4e1e1a-e18e-40b7-89de-7c377120e317 req-4e36ec67-1af1-4b14-ac85-360a22251b62 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Received event network-vif-deleted-93043b73-d6dc-4518-97f3-2f504c5c0cd3 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.427801] env[70261]: INFO nova.compute.manager [req-9c4e1e1a-e18e-40b7-89de-7c377120e317 req-4e36ec67-1af1-4b14-ac85-360a22251b62 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Neutron deleted interface 93043b73-d6dc-4518-97f3-2f504c5c0cd3; detaching it from the instance and deleting it from the info cache [ 760.428084] env[70261]: DEBUG nova.network.neutron [req-9c4e1e1a-e18e-40b7-89de-7c377120e317 req-4e36ec67-1af1-4b14-ac85-360a22251b62 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.469236] env[70261]: DEBUG oslo_vmware.api [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385826, 'name': PowerOnVM_Task, 'duration_secs': 0.527244} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.469236] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.469921] env[70261]: DEBUG nova.compute.manager [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.471569] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52796ef4-c8fe-4dde-8c47-805b11cd2fc5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.523952] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 54%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.732682] env[70261]: DEBUG nova.network.neutron [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Successfully created port: f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.815583] env[70261]: DEBUG nova.network.neutron [-] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.853746] env[70261]: DEBUG nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.932655] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-930d2782-7607-4eb9-9790-29c45689106e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.944724] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106375a9-d294-45eb-a6a9-2bc82d62c704 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.994024] env[70261]: DEBUG nova.compute.manager [req-9c4e1e1a-e18e-40b7-89de-7c377120e317 req-4e36ec67-1af1-4b14-ac85-360a22251b62 service nova] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Detach interface failed, port_id=93043b73-d6dc-4518-97f3-2f504c5c0cd3, reason: Instance ff431e2f-7be9-420b-9594-3a1e1742a96b could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.996513] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.025493] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 67%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.324400] env[70261]: INFO nova.compute.manager [-] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Took 1.32 seconds to deallocate network for instance. [ 761.489469] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3ccf8-5447-4bc0-884a-2b45b9e91b4b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.498622] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb7f970-7bac-4864-9b4a-5ea673fc8c19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.538236] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe62d1-54e9-4cf1-815f-ee2a3eecb9ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.547587] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 82%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.551124] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7314809-1db2-4153-8697-786662b451f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.567433] env[70261]: DEBUG nova.compute.provider_tree [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.832196] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.873393] env[70261]: DEBUG nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.907789] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.908046] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.908212] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.908392] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.908538] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.908958] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.908958] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.909433] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.909718] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.909929] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.910213] env[70261]: DEBUG nova.virt.hardware [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.911158] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51955822-55e5-4bf8-8d23-ae56596236e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.920417] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f939513d-c78d-4b3b-ad3b-b45bc11ca9b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.045826] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.074177] env[70261]: DEBUG nova.scheduler.client.report [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.487208] env[70261]: DEBUG nova.network.neutron [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Successfully updated port: f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.547455] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 97%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.581150] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.581749] env[70261]: DEBUG nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.588108] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.320s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.588108] env[70261]: INFO nova.compute.claims [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.781889] env[70261]: INFO nova.compute.manager [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Rebuilding instance [ 762.842463] env[70261]: DEBUG nova.compute.manager [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.843110] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaf6fb2-10c2-4cbe-b558-ff67ace5958b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.993733] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.993916] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.994107] env[70261]: DEBUG nova.network.neutron [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 763.027179] env[70261]: DEBUG nova.compute.manager [req-20868af1-d257-4cb8-941c-21c87dfa4bed req-d1ea1439-ed7b-4543-99fe-0da4ce48be36 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Received event network-vif-plugged-f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.027179] env[70261]: DEBUG oslo_concurrency.lockutils [req-20868af1-d257-4cb8-941c-21c87dfa4bed req-d1ea1439-ed7b-4543-99fe-0da4ce48be36 service nova] Acquiring lock "ee3755cb-b274-4e7b-bcd6-193594d43662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.027179] env[70261]: DEBUG oslo_concurrency.lockutils [req-20868af1-d257-4cb8-941c-21c87dfa4bed req-d1ea1439-ed7b-4543-99fe-0da4ce48be36 service nova] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.027567] env[70261]: DEBUG oslo_concurrency.lockutils [req-20868af1-d257-4cb8-941c-21c87dfa4bed req-d1ea1439-ed7b-4543-99fe-0da4ce48be36 service nova] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.027567] env[70261]: DEBUG nova.compute.manager [req-20868af1-d257-4cb8-941c-21c87dfa4bed req-d1ea1439-ed7b-4543-99fe-0da4ce48be36 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] No waiting events found dispatching network-vif-plugged-f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.027813] env[70261]: WARNING nova.compute.manager [req-20868af1-d257-4cb8-941c-21c87dfa4bed req-d1ea1439-ed7b-4543-99fe-0da4ce48be36 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Received unexpected event network-vif-plugged-f766f07d-5743-4d2b-89b0-206345915a2f for instance with vm_state building and task_state spawning. [ 763.047164] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 98%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.092120] env[70261]: DEBUG nova.compute.utils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.096891] env[70261]: DEBUG nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.097122] env[70261]: DEBUG nova.network.neutron [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.144410] env[70261]: DEBUG nova.policy [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae072a3f4041e1b1235806d8a00be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df54b81ace2e46eab720f6dec9eb7b59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.547841] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.550242] env[70261]: DEBUG nova.network.neutron [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 763.597776] env[70261]: DEBUG nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.650625] env[70261]: DEBUG nova.network.neutron [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Successfully created port: 49343c99-66f7-4b75-ba21-c1c510fad928 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.722943] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "88e133d7-81a4-4beb-84df-1e62413ce32d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.723525] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.740374] env[70261]: DEBUG nova.network.neutron [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Updating instance_info_cache with network_info: [{"id": "f766f07d-5743-4d2b-89b0-206345915a2f", "address": "fa:16:3e:23:fe:10", "network": {"id": "be6a739d-34a0-43ba-a2f3-df8448138951", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247308488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129b255fb8b743a0ba119c4da4c3965c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf766f07d-57", "ovs_interfaceid": "f766f07d-5743-4d2b-89b0-206345915a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.769579] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.769803] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.859029] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.859029] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-212bf10a-5676-46db-9687-81c51e9b11c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.866140] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 763.866140] env[70261]: value = "task-3385829" [ 763.866140] env[70261]: _type = "Task" [ 763.866140] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.878242] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.052598] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385828, 'name': RelocateVM_Task, 'duration_secs': 4.059559} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.052598] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 764.052598] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675492', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'name': 'volume-727737ce-4285-4b20-8dd2-d1408c9e6e03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40407802-706c-44b4-9c8b-6bd575d46c81', 'attached_at': '', 'detached_at': '', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'serial': '727737ce-4285-4b20-8dd2-d1408c9e6e03'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 764.053384] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1510f0d5-d3df-4a64-a2b0-dd3c4fbb2469 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.076596] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5ee96-e6e3-4855-ac97-1a35002f0329 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.102653] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-727737ce-4285-4b20-8dd2-d1408c9e6e03/volume-727737ce-4285-4b20-8dd2-d1408c9e6e03.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.106416] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e197bd5-5d6f-4bdf-86dc-40a938e8b239 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.135091] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 764.135091] env[70261]: value = "task-3385830" [ 764.135091] env[70261]: _type = "Task" [ 764.135091] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.146957] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.192616] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a64de2-7133-4e21-9ee0-afb4bc00ebeb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.204361] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e61ce5-d9ac-410b-96e9-6e7f5f0928cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.239264] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47338ef8-c970-4b14-8e96-ad1245a6ce69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.244364] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Releasing lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.245074] env[70261]: DEBUG nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Instance network_info: |[{"id": "f766f07d-5743-4d2b-89b0-206345915a2f", "address": "fa:16:3e:23:fe:10", "network": {"id": "be6a739d-34a0-43ba-a2f3-df8448138951", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247308488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129b255fb8b743a0ba119c4da4c3965c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf766f07d-57", "ovs_interfaceid": "f766f07d-5743-4d2b-89b0-206345915a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.249626] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:fe:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f766f07d-5743-4d2b-89b0-206345915a2f', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.256933] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Creating folder: Project (129b255fb8b743a0ba119c4da4c3965c). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.256933] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eba77139-85da-41ac-9781-56301265607f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.259489] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a077a38-0a21-4cff-91ba-09e267e6f704 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.278817] env[70261]: DEBUG nova.compute.provider_tree [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.281842] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Created folder: Project (129b255fb8b743a0ba119c4da4c3965c) in parent group-v675446. [ 764.282029] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Creating folder: Instances. Parent ref: group-v675546. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.282380] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73575a76-b784-484d-a3c3-4fd092e5ab29 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.292590] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Created folder: Instances in parent group-v675546. [ 764.292684] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.292859] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.293082] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d52f881e-e903-45d7-8c57-eb9642dfdd75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.312902] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.312902] env[70261]: value = "task-3385833" [ 764.312902] env[70261]: _type = "Task" [ 764.312902] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.322301] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385833, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.377644] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385829, 'name': PowerOffVM_Task, 'duration_secs': 0.138759} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.378245] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.378630] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.379598] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413db9a-bbec-4c5f-b1a8-3d5993118889 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.388684] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.388684] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470b656b-ac96-412f-b489-5e11d99038aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.414813] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.415049] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.415242] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Deleting the datastore file [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.415506] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab68ee1a-0b23-4add-8dae-6f1ecc1c9427 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.422639] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 764.422639] env[70261]: value = "task-3385835" [ 764.422639] env[70261]: _type = "Task" [ 764.422639] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.432161] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.630436] env[70261]: DEBUG nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.652395] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.660895] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.661239] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.661436] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.661636] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.661784] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.661931] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.662168] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.662342] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.662508] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.662670] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.662839] env[70261]: DEBUG nova.virt.hardware [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.663710] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e709ebb6-183f-4554-a0b4-9d5dd995ef9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.671489] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5425669-316a-4c8e-9319-2bcf5647d05e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.783472] env[70261]: DEBUG nova.scheduler.client.report [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.823120] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385833, 'name': CreateVM_Task, 'duration_secs': 0.372877} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.823295] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.823978] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.824164] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.824479] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.824730] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b87df9-012d-404f-8203-0405b189ef2c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.831336] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 764.831336] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aa517b-f41a-ed8a-f1d0-0c1b8b160033" [ 764.831336] env[70261]: _type = "Task" [ 764.831336] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.839734] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aa517b-f41a-ed8a-f1d0-0c1b8b160033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.933133] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116963} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.933509] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.933710] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.933918] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.085667] env[70261]: DEBUG nova.compute.manager [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Received event network-changed-f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.086854] env[70261]: DEBUG nova.compute.manager [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Refreshing instance network info cache due to event network-changed-f766f07d-5743-4d2b-89b0-206345915a2f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.087148] env[70261]: DEBUG oslo_concurrency.lockutils [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] Acquiring lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.087307] env[70261]: DEBUG oslo_concurrency.lockutils [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] Acquired lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.087479] env[70261]: DEBUG nova.network.neutron [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Refreshing network info cache for port f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 765.150218] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385830, 'name': ReconfigVM_Task, 'duration_secs': 0.525137} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.150488] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-727737ce-4285-4b20-8dd2-d1408c9e6e03/volume-727737ce-4285-4b20-8dd2-d1408c9e6e03.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.158576] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cdc318-3cc0-49c1-8dbe-4ee47583606a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.171137] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 765.171137] env[70261]: value = "task-3385836" [ 765.171137] env[70261]: _type = "Task" [ 765.171137] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.179612] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.291034] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.291034] env[70261]: DEBUG nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.295486] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.477s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.296966] env[70261]: DEBUG nova.objects.instance [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lazy-loading 'resources' on Instance uuid 1b7859a9-ef7e-493b-abd5-e8a14b9fe562 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.341785] env[70261]: DEBUG nova.network.neutron [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Successfully updated port: 49343c99-66f7-4b75-ba21-c1c510fad928 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.353811] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aa517b-f41a-ed8a-f1d0-0c1b8b160033, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.355303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.355303] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.355303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.355534] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.355953] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.356496] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65143dbf-7c62-4a63-a04a-8b5cd9a9374a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.372731] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.372920] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.374110] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0287f0-f8dd-455a-9820-c02a93f83fd4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.380270] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 765.380270] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5200b311-e518-bea9-a55b-a23d27d21b2d" [ 765.380270] env[70261]: _type = "Task" [ 765.380270] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.388720] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5200b311-e518-bea9-a55b-a23d27d21b2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.589187] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "b7761f00-e596-4be7-84f0-0b2f82f82070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.589420] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.684230] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385836, 'name': ReconfigVM_Task, 'duration_secs': 0.129002} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.684634] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675492', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'name': 'volume-727737ce-4285-4b20-8dd2-d1408c9e6e03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40407802-706c-44b4-9c8b-6bd575d46c81', 'attached_at': '', 'detached_at': '', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'serial': '727737ce-4285-4b20-8dd2-d1408c9e6e03'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 765.685548] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b6934e7-9be0-47f5-96de-1a7bca81e4fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.697295] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 765.697295] env[70261]: value = "task-3385837" [ 765.697295] env[70261]: _type = "Task" [ 765.697295] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.709691] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385837, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.802309] env[70261]: DEBUG nova.compute.utils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.806919] env[70261]: DEBUG nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.806919] env[70261]: DEBUG nova.network.neutron [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.844868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "refresh_cache-e842f1cc-081b-49ad-8e12-bf0f209a0028" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.845041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "refresh_cache-e842f1cc-081b-49ad-8e12-bf0f209a0028" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.845199] env[70261]: DEBUG nova.network.neutron [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 765.849122] env[70261]: DEBUG nova.policy [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '347167b6dece495f8c9d8abc29004340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c64f81514a42408f3f8b7ef9b35360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.869734] env[70261]: DEBUG nova.network.neutron [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Updated VIF entry in instance network info cache for port f766f07d-5743-4d2b-89b0-206345915a2f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 765.870151] env[70261]: DEBUG nova.network.neutron [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Updating instance_info_cache with network_info: [{"id": "f766f07d-5743-4d2b-89b0-206345915a2f", "address": "fa:16:3e:23:fe:10", "network": {"id": "be6a739d-34a0-43ba-a2f3-df8448138951", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247308488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129b255fb8b743a0ba119c4da4c3965c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf766f07d-57", "ovs_interfaceid": "f766f07d-5743-4d2b-89b0-206345915a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.896049] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5200b311-e518-bea9-a55b-a23d27d21b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.043647} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.902603] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bfefff-e44e-4bb6-a4fe-8802a987650f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.909132] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 765.909132] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529cbd28-aef2-c92f-eb56-2bdcec6a6264" [ 765.909132] env[70261]: _type = "Task" [ 765.909132] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.922054] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529cbd28-aef2-c92f-eb56-2bdcec6a6264, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.922324] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.923356] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ee3755cb-b274-4e7b-bcd6-193594d43662/ee3755cb-b274-4e7b-bcd6-193594d43662.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.925325] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84889e55-8c98-40bc-8e30-3c4f273b949a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.932681] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 765.932681] env[70261]: value = "task-3385838" [ 765.932681] env[70261]: _type = "Task" [ 765.932681] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.947236] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.987359] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.987605] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.987761] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.987947] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.988105] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.988260] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.988470] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.988632] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.988798] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.988960] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.989153] env[70261]: DEBUG nova.virt.hardware [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.990060] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c949f11d-756f-4fec-ad80-f39be01869a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.002477] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a256abd5-06ab-48cd-acde-01546c6c0328 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.017539] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.023446] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.026490] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.027029] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05a03e03-895f-4aea-9bbc-2a30aae56942 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.045319] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.045319] env[70261]: value = "task-3385839" [ 766.045319] env[70261]: _type = "Task" [ 766.045319] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.056353] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385839, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.211426] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385837, 'name': Rename_Task, 'duration_secs': 0.178925} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.211426] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.211426] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d6129d5-0e67-4df6-b9b3-870c21971706 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.218941] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 766.218941] env[70261]: value = "task-3385840" [ 766.218941] env[70261]: _type = "Task" [ 766.218941] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.232870] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.311226] env[70261]: DEBUG nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.374779] env[70261]: DEBUG oslo_concurrency.lockutils [req-6a8c8957-7ba7-4426-9227-44bd42fd6363 req-8c81a639-b74b-440c-aa56-692ec7ba6926 service nova] Releasing lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.406785] env[70261]: DEBUG nova.network.neutron [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 766.443279] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50336} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.443279] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ee3755cb-b274-4e7b-bcd6-193594d43662/ee3755cb-b274-4e7b-bcd6-193594d43662.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.443578] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.443919] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7c64c2e-4818-41dc-89d0-58946a8ace98 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.450661] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 766.450661] env[70261]: value = "task-3385841" [ 766.450661] env[70261]: _type = "Task" [ 766.450661] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.463513] env[70261]: DEBUG nova.network.neutron [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Successfully created port: 5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.469228] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.566789] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385839, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.597140] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d786941-7083-4bc1-9155-0ebf5517ffbe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.601090] env[70261]: DEBUG nova.network.neutron [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Updating instance_info_cache with network_info: [{"id": "49343c99-66f7-4b75-ba21-c1c510fad928", "address": "fa:16:3e:13:b9:ef", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49343c99-66", "ovs_interfaceid": "49343c99-66f7-4b75-ba21-c1c510fad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.607452] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ad95ff-2ac1-4711-b0a1-19cd0b3b14e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.644525] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7e1688-44ec-4c68-9521-ff3dc0698569 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.652741] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98bb2d-4611-4844-9ab2-3afb08cca605 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.666950] env[70261]: DEBUG nova.compute.provider_tree [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.730266] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.960775] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073614} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.961059] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.961833] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f88178-84de-4432-b865-368b9cb066a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.983872] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] ee3755cb-b274-4e7b-bcd6-193594d43662/ee3755cb-b274-4e7b-bcd6-193594d43662.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.984178] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e20c44-f7b5-416c-bf15-79059e31a613 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.003224] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 767.003224] env[70261]: value = "task-3385842" [ 767.003224] env[70261]: _type = "Task" [ 767.003224] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.011261] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.057691] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385839, 'name': CreateVM_Task, 'duration_secs': 0.572125} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.057879] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.058332] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.058503] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.058830] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.059106] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0bacde-1e9c-4226-b222-fd835efcdecc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.063941] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 767.063941] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52401ad1-b867-f060-746b-af598b903094" [ 767.063941] env[70261]: _type = "Task" [ 767.063941] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.072641] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52401ad1-b867-f060-746b-af598b903094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.107458] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "refresh_cache-e842f1cc-081b-49ad-8e12-bf0f209a0028" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.107946] env[70261]: DEBUG nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Instance network_info: |[{"id": "49343c99-66f7-4b75-ba21-c1c510fad928", "address": "fa:16:3e:13:b9:ef", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49343c99-66", "ovs_interfaceid": "49343c99-66f7-4b75-ba21-c1c510fad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.108321] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:b9:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49343c99-66f7-4b75-ba21-c1c510fad928', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.116504] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.116722] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.116978] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-781f2a68-ef53-4e5c-9bd1-fbe63e294f42 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.139205] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.139205] env[70261]: value = "task-3385843" [ 767.139205] env[70261]: _type = "Task" [ 767.139205] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.146617] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385843, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.149028] env[70261]: DEBUG nova.compute.manager [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Received event network-vif-plugged-49343c99-66f7-4b75-ba21-c1c510fad928 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.149140] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] Acquiring lock "e842f1cc-081b-49ad-8e12-bf0f209a0028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.149287] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.149449] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.149617] env[70261]: DEBUG nova.compute.manager [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] No waiting events found dispatching network-vif-plugged-49343c99-66f7-4b75-ba21-c1c510fad928 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.149777] env[70261]: WARNING nova.compute.manager [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Received unexpected event network-vif-plugged-49343c99-66f7-4b75-ba21-c1c510fad928 for instance with vm_state building and task_state spawning. [ 767.149973] env[70261]: DEBUG nova.compute.manager [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Received event network-changed-49343c99-66f7-4b75-ba21-c1c510fad928 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.150169] env[70261]: DEBUG nova.compute.manager [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Refreshing instance network info cache due to event network-changed-49343c99-66f7-4b75-ba21-c1c510fad928. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.150361] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] Acquiring lock "refresh_cache-e842f1cc-081b-49ad-8e12-bf0f209a0028" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.150495] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] Acquired lock "refresh_cache-e842f1cc-081b-49ad-8e12-bf0f209a0028" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.150646] env[70261]: DEBUG nova.network.neutron [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Refreshing network info cache for port 49343c99-66f7-4b75-ba21-c1c510fad928 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 767.172022] env[70261]: DEBUG nova.scheduler.client.report [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.230136] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.322282] env[70261]: DEBUG nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.356190] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.356433] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.356584] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.356759] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.356912] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.357105] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.357320] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.357475] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.357636] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.361019] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.361019] env[70261]: DEBUG nova.virt.hardware [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.361019] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd73bd5-7877-4fb2-aeb7-6e8d3d6dcfe6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.367611] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ed79e-3512-425f-987e-88bd5139e5a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.512949] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385842, 'name': ReconfigVM_Task, 'duration_secs': 0.40649} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.513291] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Reconfigured VM instance instance-00000021 to attach disk [datastore2] ee3755cb-b274-4e7b-bcd6-193594d43662/ee3755cb-b274-4e7b-bcd6-193594d43662.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.513947] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24cfe9bd-71a5-4fbe-9756-3058de60d672 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.520929] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 767.520929] env[70261]: value = "task-3385844" [ 767.520929] env[70261]: _type = "Task" [ 767.520929] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.528841] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385844, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.575221] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52401ad1-b867-f060-746b-af598b903094, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.575539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.575775] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.576014] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.576170] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.576345] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.576608] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbb24c06-6f87-4d97-81c8-b5f6cb1afed4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.584955] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.585189] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.585880] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e8e17e-91ac-4bb6-bf84-b57ba9cbaeda {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.591338] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 767.591338] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5226440a-b1ff-5985-10be-4c328a1e3759" [ 767.591338] env[70261]: _type = "Task" [ 767.591338] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.598575] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5226440a-b1ff-5985-10be-4c328a1e3759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.648107] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385843, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.676028] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.678706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.135s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.681011] env[70261]: INFO nova.compute.claims [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.697216] env[70261]: INFO nova.scheduler.client.report [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Deleted allocations for instance 1b7859a9-ef7e-493b-abd5-e8a14b9fe562 [ 767.735693] env[70261]: DEBUG oslo_vmware.api [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385840, 'name': PowerOnVM_Task, 'duration_secs': 1.101134} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.739591] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.739953] env[70261]: INFO nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Took 10.49 seconds to spawn the instance on the hypervisor. [ 767.740275] env[70261]: DEBUG nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.742434] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17daa5-b931-42d3-adf1-38e5d71339e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.877099] env[70261]: DEBUG nova.network.neutron [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Updated VIF entry in instance network info cache for port 49343c99-66f7-4b75-ba21-c1c510fad928. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 767.877480] env[70261]: DEBUG nova.network.neutron [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Updating instance_info_cache with network_info: [{"id": "49343c99-66f7-4b75-ba21-c1c510fad928", "address": "fa:16:3e:13:b9:ef", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49343c99-66", "ovs_interfaceid": "49343c99-66f7-4b75-ba21-c1c510fad928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.031636] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385844, 'name': Rename_Task, 'duration_secs': 0.250315} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.036019] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.036019] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e6018f-900d-4125-a7f3-d8f6baca8053 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.038655] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 768.038655] env[70261]: value = "task-3385845" [ 768.038655] env[70261]: _type = "Task" [ 768.038655] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.046489] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.101493] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5226440a-b1ff-5985-10be-4c328a1e3759, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.102350] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2568c47-6cef-4add-8ee8-72a02572742d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.107936] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 768.107936] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52668d7d-bb3c-b4bd-94b8-d74a636783a4" [ 768.107936] env[70261]: _type = "Task" [ 768.107936] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.117059] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52668d7d-bb3c-b4bd-94b8-d74a636783a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.129422] env[70261]: DEBUG nova.compute.manager [req-ff5c207d-7342-4bfa-a2fc-808cb8747d12 req-6f6f7127-df23-45e3-9635-063fbbddec79 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Received event network-vif-plugged-5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.129653] env[70261]: DEBUG oslo_concurrency.lockutils [req-ff5c207d-7342-4bfa-a2fc-808cb8747d12 req-6f6f7127-df23-45e3-9635-063fbbddec79 service nova] Acquiring lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.129864] env[70261]: DEBUG oslo_concurrency.lockutils [req-ff5c207d-7342-4bfa-a2fc-808cb8747d12 req-6f6f7127-df23-45e3-9635-063fbbddec79 service nova] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.130605] env[70261]: DEBUG oslo_concurrency.lockutils [req-ff5c207d-7342-4bfa-a2fc-808cb8747d12 req-6f6f7127-df23-45e3-9635-063fbbddec79 service nova] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.130605] env[70261]: DEBUG nova.compute.manager [req-ff5c207d-7342-4bfa-a2fc-808cb8747d12 req-6f6f7127-df23-45e3-9635-063fbbddec79 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] No waiting events found dispatching network-vif-plugged-5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.130605] env[70261]: WARNING nova.compute.manager [req-ff5c207d-7342-4bfa-a2fc-808cb8747d12 req-6f6f7127-df23-45e3-9635-063fbbddec79 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Received unexpected event network-vif-plugged-5923748f-6e6f-4b0e-8e07-bf2206452b93 for instance with vm_state building and task_state spawning. [ 768.148523] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385843, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.205391] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cd8a360c-52e4-4018-94a5-d430574e9db9 tempest-ServerTagsTestJSON-1672371849 tempest-ServerTagsTestJSON-1672371849-project-member] Lock "1b7859a9-ef7e-493b-abd5-e8a14b9fe562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.861s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.261612] env[70261]: INFO nova.compute.manager [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Took 47.21 seconds to build instance. [ 768.284957] env[70261]: DEBUG nova.network.neutron [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Successfully updated port: 5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.380469] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe18e718-fee3-47a8-8967-69483888edd1 req-72a10bbb-0747-4aae-946d-e9ad05fb0ff0 service nova] Releasing lock "refresh_cache-e842f1cc-081b-49ad-8e12-bf0f209a0028" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.552971] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.623365] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52668d7d-bb3c-b4bd-94b8-d74a636783a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.623365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.623365] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.623365] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21136c7d-ab79-45bb-86fc-a190fe102a19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.630445] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 768.630445] env[70261]: value = "task-3385846" [ 768.630445] env[70261]: _type = "Task" [ 768.630445] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.639470] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.649100] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385843, 'name': CreateVM_Task, 'duration_secs': 1.364456} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.649268] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.649933] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.650110] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.650427] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.650682] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15cf14b6-4376-45c6-8b9a-3a6fd1f3d3d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.656126] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 768.656126] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529d293b-57b6-8c81-6d71-282a00c04e62" [ 768.656126] env[70261]: _type = "Task" [ 768.656126] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.666398] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529d293b-57b6-8c81-6d71-282a00c04e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.765673] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5aef4386-88ba-4422-88b9-43fce642804d tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "40407802-706c-44b4-9c8b-6bd575d46c81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.216s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.789178] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.789178] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.789178] env[70261]: DEBUG nova.network.neutron [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 769.057038] env[70261]: DEBUG oslo_vmware.api [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3385845, 'name': PowerOnVM_Task, 'duration_secs': 0.706662} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.057529] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.057877] env[70261]: INFO nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Took 7.18 seconds to spawn the instance on the hypervisor. [ 769.058174] env[70261]: DEBUG nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.059484] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca40520a-da72-4ba6-8be7-ae95adc27c0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.145274] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447721} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.145859] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.145859] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.146168] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a71b6a2-cb56-4cf5-bf51-f7f4178aa496 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.154861] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 769.154861] env[70261]: value = "task-3385847" [ 769.154861] env[70261]: _type = "Task" [ 769.154861] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.177802] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.179240] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529d293b-57b6-8c81-6d71-282a00c04e62, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.179607] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.179896] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.180146] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.180303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.180488] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.180755] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38aaf93b-1d4b-4117-a8fd-c61803644cfa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.192991] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.193209] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.193955] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed6af87-08eb-4893-9420-b917a80b688f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.201176] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 769.201176] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520e03e8-7008-dcae-764f-9e38af9dd159" [ 769.201176] env[70261]: _type = "Task" [ 769.201176] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.209209] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520e03e8-7008-dcae-764f-9e38af9dd159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.241019] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88375578-a038-4140-a3d1-50b1a5d9a454 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.248115] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160a461-45c8-4702-b524-3b4d77b338b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.283939] env[70261]: DEBUG nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.290355] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa59dcb-ce7b-4d84-a335-afd499260288 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.299698] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7752feb-72c4-4b22-8e2a-80d60bbad1da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.314773] env[70261]: DEBUG nova.compute.provider_tree [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.360030] env[70261]: DEBUG nova.network.neutron [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 769.537921] env[70261]: DEBUG nova.compute.manager [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Received event network-changed-426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.537921] env[70261]: DEBUG nova.compute.manager [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Refreshing instance network info cache due to event network-changed-426130ca-6c52-4edb-941e-3d9a57f8cc41. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.537921] env[70261]: DEBUG oslo_concurrency.lockutils [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] Acquiring lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.538205] env[70261]: DEBUG oslo_concurrency.lockutils [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] Acquired lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.538543] env[70261]: DEBUG nova.network.neutron [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Refreshing network info cache for port 426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 769.587466] env[70261]: INFO nova.compute.manager [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Took 45.44 seconds to build instance. [ 769.660385] env[70261]: DEBUG nova.network.neutron [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Updating instance_info_cache with network_info: [{"id": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "address": "fa:16:3e:a4:21:a1", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923748f-6e", "ovs_interfaceid": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.673191] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066898} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.674731] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.674901] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ee02e-b2ad-419c-b232-3c93fac5e1ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.702066] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.704292] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fd3af5-0d18-4998-b998-0bb339b59f9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.725661] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520e03e8-7008-dcae-764f-9e38af9dd159, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.727349] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 769.727349] env[70261]: value = "task-3385848" [ 769.727349] env[70261]: _type = "Task" [ 769.727349] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.727606] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1050c18d-fd8b-408d-a500-8a41a8bda285 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.734994] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 769.734994] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e2e9b5-f13e-d078-ed93-3a57926706c5" [ 769.734994] env[70261]: _type = "Task" [ 769.734994] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.738347] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.746487] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e2e9b5-f13e-d078-ed93-3a57926706c5, 'name': SearchDatastore_Task} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.746788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.746937] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] e842f1cc-081b-49ad-8e12-bf0f209a0028/e842f1cc-081b-49ad-8e12-bf0f209a0028.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.747299] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9930b8ca-097d-452f-b5bc-e754ab73434a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.754191] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 769.754191] env[70261]: value = "task-3385849" [ 769.754191] env[70261]: _type = "Task" [ 769.754191] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.761858] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.817041] env[70261]: DEBUG nova.scheduler.client.report [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.821539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.092820] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2a0539a-3710-48c9-9f90-3c5ad4c44bd2 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.175s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.166483] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.167476] env[70261]: DEBUG nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Instance network_info: |[{"id": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "address": "fa:16:3e:a4:21:a1", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923748f-6e", "ovs_interfaceid": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.167614] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:21:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5923748f-6e6f-4b0e-8e07-bf2206452b93', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.179919] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Creating folder: Project (d0c64f81514a42408f3f8b7ef9b35360). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.180367] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-846535ee-1eeb-4bd0-9e3f-d54487df7b21 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.187706] env[70261]: DEBUG nova.compute.manager [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Received event network-changed-5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.188231] env[70261]: DEBUG nova.compute.manager [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Refreshing instance network info cache due to event network-changed-5923748f-6e6f-4b0e-8e07-bf2206452b93. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.188322] env[70261]: DEBUG oslo_concurrency.lockutils [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] Acquiring lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.188397] env[70261]: DEBUG oslo_concurrency.lockutils [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] Acquired lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.188556] env[70261]: DEBUG nova.network.neutron [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Refreshing network info cache for port 5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 770.195920] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Created folder: Project (d0c64f81514a42408f3f8b7ef9b35360) in parent group-v675446. [ 770.196135] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Creating folder: Instances. Parent ref: group-v675551. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.197201] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e78c411-7073-4dbf-bdc0-018cb33be572 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.208069] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Created folder: Instances in parent group-v675551. [ 770.208184] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.208454] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.209368] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47abcb6d-4f52-4915-ae0e-afa72eef8ea9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.237459] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.237459] env[70261]: value = "task-3385852" [ 770.237459] env[70261]: _type = "Task" [ 770.237459] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.246183] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385848, 'name': ReconfigVM_Task, 'duration_secs': 0.41615} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.246859] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Reconfigured VM instance instance-0000001e to attach disk [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4/f4a955fe-a19c-4377-acc5-ab30cc469bf4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.247965] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b16a2ed-4bd4-4712-be68-b9dfd9fb85a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.252607] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385852, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.258418] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 770.258418] env[70261]: value = "task-3385853" [ 770.258418] env[70261]: _type = "Task" [ 770.258418] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.267288] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502011} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.267916] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] e842f1cc-081b-49ad-8e12-bf0f209a0028/e842f1cc-081b-49ad-8e12-bf0f209a0028.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.268349] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.268426] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7552b4c-63f4-4c32-a2a8-f363a4098e9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.273462] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385853, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.280239] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 770.280239] env[70261]: value = "task-3385854" [ 770.280239] env[70261]: _type = "Task" [ 770.280239] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.289534] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.325612] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.326334] env[70261]: DEBUG nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.329957] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.304s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.329957] env[70261]: DEBUG nova.objects.instance [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lazy-loading 'resources' on Instance uuid 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.407857] env[70261]: DEBUG nova.network.neutron [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updated VIF entry in instance network info cache for port 426130ca-6c52-4edb-941e-3d9a57f8cc41. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 770.408258] env[70261]: DEBUG nova.network.neutron [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updating instance_info_cache with network_info: [{"id": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "address": "fa:16:3e:49:ca:cb", "network": {"id": "e667e15b-3767-4162-9a77-1d30c09f17c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2050537988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a29a27ee64b43f4a1d384d97472a69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426130ca-6c", "ovs_interfaceid": "426130ca-6c52-4edb-941e-3d9a57f8cc41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.596311] env[70261]: DEBUG nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.751029] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385852, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.775282] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385853, 'name': Rename_Task, 'duration_secs': 0.146277} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.777875] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.777875] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9574b7c5-6649-4ee1-a68b-cfbcf02f8c7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.783801] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Waiting for the task: (returnval){ [ 770.783801] env[70261]: value = "task-3385855" [ 770.783801] env[70261]: _type = "Task" [ 770.783801] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.806826] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.807549] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063973} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.808684] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.808684] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803545db-1cb1-4233-a3a3-adbba0aef1e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.837032] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] e842f1cc-081b-49ad-8e12-bf0f209a0028/e842f1cc-081b-49ad-8e12-bf0f209a0028.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.838543] env[70261]: DEBUG nova.compute.utils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.843097] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b74697-c44e-4dc6-a101-d1f84caf75b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.860515] env[70261]: DEBUG nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.860515] env[70261]: DEBUG nova.network.neutron [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.867760] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 770.867760] env[70261]: value = "task-3385856" [ 770.867760] env[70261]: _type = "Task" [ 770.867760] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.877570] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.910924] env[70261]: DEBUG oslo_concurrency.lockutils [req-79734c4e-2754-47d4-9007-4669edfd6303 req-fc74b5a8-cf13-4a2d-a2d5-a685dd2291da service nova] Releasing lock "refresh_cache-40407802-706c-44b4-9c8b-6bd575d46c81" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.061893] env[70261]: DEBUG nova.network.neutron [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Updated VIF entry in instance network info cache for port 5923748f-6e6f-4b0e-8e07-bf2206452b93. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 771.062278] env[70261]: DEBUG nova.network.neutron [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Updating instance_info_cache with network_info: [{"id": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "address": "fa:16:3e:a4:21:a1", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923748f-6e", "ovs_interfaceid": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.103671] env[70261]: DEBUG nova.policy [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.122711] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.251274] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385852, 'name': CreateVM_Task, 'duration_secs': 0.687363} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.251701] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.253440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.253440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.253786] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.257337] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b154fc-bda5-4945-86ec-3682e9eb4122 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.266729] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 771.266729] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f2bbb3-3829-fdb2-99cd-8827bbb45ce3" [ 771.266729] env[70261]: _type = "Task" [ 771.266729] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.273802] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f2bbb3-3829-fdb2-99cd-8827bbb45ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.297551] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.342584] env[70261]: DEBUG nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.379034] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385856, 'name': ReconfigVM_Task, 'duration_secs': 0.314076} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.381758] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Reconfigured VM instance instance-00000022 to attach disk [datastore2] e842f1cc-081b-49ad-8e12-bf0f209a0028/e842f1cc-081b-49ad-8e12-bf0f209a0028.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.385481] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db53fdc7-a14c-4316-bb08-fbd9e68692a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.389768] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 771.389768] env[70261]: value = "task-3385857" [ 771.389768] env[70261]: _type = "Task" [ 771.389768] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.401433] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385857, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.429767] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e797605-8216-482a-82b3-045e08905419 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.437906] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c37a651-9ca7-494d-b28d-76bc70c4c916 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.473745] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218aec48-4dd9-40e1-ae65-e2398dda0057 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.481246] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c94b6-1e95-4718-9e63-0a429b900bb8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.496582] env[70261]: DEBUG nova.compute.provider_tree [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.545396] env[70261]: DEBUG nova.network.neutron [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Successfully created port: aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.566758] env[70261]: DEBUG oslo_concurrency.lockutils [req-22a528c6-2e18-4e5a-aff2-4cdfe4c7d860 req-771e7a25-383c-4cf1-9860-c2599f8d82d7 service nova] Releasing lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.649117] env[70261]: DEBUG nova.compute.manager [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Received event network-changed-f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.649556] env[70261]: DEBUG nova.compute.manager [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Refreshing instance network info cache due to event network-changed-f766f07d-5743-4d2b-89b0-206345915a2f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.649556] env[70261]: DEBUG oslo_concurrency.lockutils [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] Acquiring lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.649694] env[70261]: DEBUG oslo_concurrency.lockutils [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] Acquired lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.649845] env[70261]: DEBUG nova.network.neutron [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Refreshing network info cache for port f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 771.780232] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f2bbb3-3829-fdb2-99cd-8827bbb45ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.780549] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.780784] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.781056] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.781181] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.781358] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.781625] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa9e4819-898a-4e12-a5fe-16a97a2564b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.790357] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.790540] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.794281] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1120d41-7dab-405b-a2d9-51de611a4fc5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.801032] env[70261]: DEBUG oslo_vmware.api [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Task: {'id': task-3385855, 'name': PowerOnVM_Task, 'duration_secs': 0.927727} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.802246] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.802451] env[70261]: DEBUG nova.compute.manager [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.802765] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 771.802765] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c17cf-276f-3214-16d9-7c5ca18a704f" [ 771.802765] env[70261]: _type = "Task" [ 771.802765] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.803558] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a603d1-5ef1-4937-a5ac-37071f543d83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.817652] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c17cf-276f-3214-16d9-7c5ca18a704f, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.819106] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4bc4df-a3a0-4717-8a51-6d6a48619496 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.823727] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 771.823727] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ce9dc-5a36-08ae-7547-8f681b9b14dc" [ 771.823727] env[70261]: _type = "Task" [ 771.823727] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.831600] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ce9dc-5a36-08ae-7547-8f681b9b14dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.902071] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385857, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.000850] env[70261]: DEBUG nova.scheduler.client.report [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.330713] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.336421] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ce9dc-5a36-08ae-7547-8f681b9b14dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.336665] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.336913] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 2aea86d5-8b92-416f-9abf-12c3ac0c77b0/2aea86d5-8b92-416f-9abf-12c3ac0c77b0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.337179] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8757143-e621-40ab-a74f-170c80c7c70b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.344573] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 772.344573] env[70261]: value = "task-3385858" [ 772.344573] env[70261]: _type = "Task" [ 772.344573] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.353445] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.355061] env[70261]: DEBUG nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.390713] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.391913] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.391913] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.391913] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.391913] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.391913] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.392125] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.392125] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.392188] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.392422] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.392504] env[70261]: DEBUG nova.virt.hardware [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.393436] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d3361d-62fe-48a6-8d0a-67ad65c16713 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.404678] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385857, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.410117] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74abd68-a63a-4b33-b7cf-83f9e3266342 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.488574] env[70261]: DEBUG nova.network.neutron [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Updated VIF entry in instance network info cache for port f766f07d-5743-4d2b-89b0-206345915a2f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 772.488930] env[70261]: DEBUG nova.network.neutron [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Updating instance_info_cache with network_info: [{"id": "f766f07d-5743-4d2b-89b0-206345915a2f", "address": "fa:16:3e:23:fe:10", "network": {"id": "be6a739d-34a0-43ba-a2f3-df8448138951", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247308488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129b255fb8b743a0ba119c4da4c3965c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf766f07d-57", "ovs_interfaceid": "f766f07d-5743-4d2b-89b0-206345915a2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.505498] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.508048] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.305s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.546589] env[70261]: INFO nova.scheduler.client.report [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Deleted allocations for instance 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5 [ 772.625507] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.625866] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.626105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.626294] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.626460] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.628865] env[70261]: INFO nova.compute.manager [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Terminating instance [ 772.857292] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.905974] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385857, 'name': Rename_Task, 'duration_secs': 1.175927} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.905974] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.906289] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb94b530-0bde-4305-9ddd-6e51bbb7c2fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.915620] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 772.915620] env[70261]: value = "task-3385859" [ 772.915620] env[70261]: _type = "Task" [ 772.915620] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.925040] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.994305] env[70261]: DEBUG oslo_concurrency.lockutils [req-1190e95b-75e1-4dc3-99a3-b5ab8dce6c17 req-776654be-f55a-4e08-89b4-1cafa2a3bb2a service nova] Releasing lock "refresh_cache-ee3755cb-b274-4e7b-bcd6-193594d43662" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.057258] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2a7415c6-72fc-444e-86b8-3838bd0f3833 tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.021s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.100399] env[70261]: DEBUG nova.network.neutron [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Successfully updated port: aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.133908] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "refresh_cache-f4a955fe-a19c-4377-acc5-ab30cc469bf4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.134126] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquired lock "refresh_cache-f4a955fe-a19c-4377-acc5-ab30cc469bf4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.134330] env[70261]: DEBUG nova.network.neutron [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 773.355486] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642746} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.355486] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 2aea86d5-8b92-416f-9abf-12c3ac0c77b0/2aea86d5-8b92-416f-9abf-12c3ac0c77b0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.355655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.355910] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed92d1a-7141-4475-b54e-ab8e40507fa5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.363522] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 773.363522] env[70261]: value = "task-3385860" [ 773.363522] env[70261]: _type = "Task" [ 773.363522] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.373409] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.425471] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385859, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.501427] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.501718] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.502102] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.502175] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.502361] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.504605] env[70261]: INFO nova.compute.manager [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Terminating instance [ 773.553543] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 9136504b-78c6-463e-95d8-2e72bca184a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.553714] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.553850] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d37c7f9e-54b4-448e-b396-d9ba4299a87f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.553988] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 143eff36-4daa-4abb-98c9-3ea8cce0243b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554140] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 356de7b6-aa6c-4854-9e93-24cb71e3f1df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554259] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d8eaadff-163f-45bf-9a8a-2643106b8ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554419] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance e694bdb7-295a-4072-a16f-d484c47299a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554498] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554963] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance ffbd44fe-a3fa-4f2f-aed0-d869723d7f78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554963] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 49982973-7207-4c45-ae5b-e947f96b6c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554963] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a7557684-a5b5-47a3-8e12-fa3a09367226 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.554963] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 12b86e9f-089b-4e33-9024-de6c8be59e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.555150] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance def44f3d-a6f7-4948-b813-f6313ff00bd6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.555186] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance e4bfcd5c-0bb9-4f4b-8b10-f719c560734e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.555329] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.555458] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f4a955fe-a19c-4377-acc5-ab30cc469bf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.555579] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance ff431e2f-7be9-420b-9594-3a1e1742a96b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.555712] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 40407802-706c-44b4-9c8b-6bd575d46c81 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.555834] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance ee3755cb-b274-4e7b-bcd6-193594d43662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.555947] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance e842f1cc-081b-49ad-8e12-bf0f209a0028 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.556078] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 2aea86d5-8b92-416f-9abf-12c3ac0c77b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.556202] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d1d89528-1adf-4452-b25e-e45e7b104a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 773.603115] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.603225] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.603359] env[70261]: DEBUG nova.network.neutron [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 773.656769] env[70261]: DEBUG nova.network.neutron [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 773.676471] env[70261]: DEBUG nova.compute.manager [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received event network-vif-plugged-aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.676691] env[70261]: DEBUG oslo_concurrency.lockutils [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] Acquiring lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.676892] env[70261]: DEBUG oslo_concurrency.lockutils [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.677067] env[70261]: DEBUG oslo_concurrency.lockutils [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.677243] env[70261]: DEBUG nova.compute.manager [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] No waiting events found dispatching network-vif-plugged-aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.677410] env[70261]: WARNING nova.compute.manager [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received unexpected event network-vif-plugged-aa17b1e5-a565-4ffd-86f7-1627e985061a for instance with vm_state building and task_state spawning. [ 773.677564] env[70261]: DEBUG nova.compute.manager [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received event network-changed-aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.677712] env[70261]: DEBUG nova.compute.manager [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Refreshing instance network info cache due to event network-changed-aa17b1e5-a565-4ffd-86f7-1627e985061a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.678369] env[70261]: DEBUG oslo_concurrency.lockutils [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] Acquiring lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.708121] env[70261]: DEBUG nova.network.neutron [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.873941] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191378} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.874346] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.875177] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df03c5cd-a088-4f84-a598-ea9f208c9237 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.896912] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 2aea86d5-8b92-416f-9abf-12c3ac0c77b0/2aea86d5-8b92-416f-9abf-12c3ac0c77b0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.897244] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5d7ac8b-bc52-4d7b-960a-d1b3a7607fde {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.916738] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 773.916738] env[70261]: value = "task-3385861" [ 773.916738] env[70261]: _type = "Task" [ 773.916738] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.926991] env[70261]: DEBUG oslo_vmware.api [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385859, 'name': PowerOnVM_Task, 'duration_secs': 0.531804} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.929960] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.930210] env[70261]: INFO nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Took 9.30 seconds to spawn the instance on the hypervisor. [ 773.930403] env[70261]: DEBUG nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.930664] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.931350] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13516cee-5a4b-4e3c-b309-4b4b8d88d91b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.010669] env[70261]: DEBUG nova.compute.manager [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.010879] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.011744] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de191c7-de4c-4161-80ae-4f4cc526b709 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.019090] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.019371] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f188587-fcb4-4403-9097-6527900c7e20 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.026223] env[70261]: DEBUG oslo_vmware.api [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 774.026223] env[70261]: value = "task-3385862" [ 774.026223] env[70261]: _type = "Task" [ 774.026223] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.033951] env[70261]: DEBUG oslo_vmware.api [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.060660] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance dbf53fcc-6542-4be2-b23c-172935a5b679 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.137513] env[70261]: DEBUG nova.network.neutron [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 774.210236] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Releasing lock "refresh_cache-f4a955fe-a19c-4377-acc5-ab30cc469bf4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.211344] env[70261]: DEBUG nova.compute.manager [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.211344] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.212246] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275618da-7f2c-4c32-95d2-6af149bc0ee9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.223181] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.223453] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee38c01-2165-4431-9d82-10eb0098c524 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.230014] env[70261]: DEBUG oslo_vmware.api [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 774.230014] env[70261]: value = "task-3385863" [ 774.230014] env[70261]: _type = "Task" [ 774.230014] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.239083] env[70261]: DEBUG oslo_vmware.api [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.286810] env[70261]: DEBUG nova.network.neutron [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.430345] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.449158] env[70261]: INFO nova.compute.manager [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Took 49.17 seconds to build instance. [ 774.537415] env[70261]: DEBUG oslo_vmware.api [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385862, 'name': PowerOffVM_Task, 'duration_secs': 0.356722} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.537728] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.537951] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.538202] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb0e8ede-32a9-4a26-8cb6-b9674a2e6cae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.564404] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance c86b462d-07a5-4cf2-86b4-b15622dd6aad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.605327] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.605327] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.605327] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Deleting the datastore file [datastore2] d37c7f9e-54b4-448e-b396-d9ba4299a87f {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.605327] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f621c9d8-3e5a-4964-ba73-c7e81aeae3e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.611023] env[70261]: DEBUG oslo_vmware.api [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for the task: (returnval){ [ 774.611023] env[70261]: value = "task-3385865" [ 774.611023] env[70261]: _type = "Task" [ 774.611023] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.619268] env[70261]: DEBUG oslo_vmware.api [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.691604] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a66cd4a-58ee-4504-b454-bd5538eef9de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.698669] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f863f-8992-49a9-87de-63ba47cee854 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Suspending the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 774.699137] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0739a4ec-6590-4a00-8d28-834c9f55287e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.706126] env[70261]: DEBUG oslo_vmware.api [None req-ca1f863f-8992-49a9-87de-63ba47cee854 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 774.706126] env[70261]: value = "task-3385866" [ 774.706126] env[70261]: _type = "Task" [ 774.706126] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.714857] env[70261]: DEBUG oslo_vmware.api [None req-ca1f863f-8992-49a9-87de-63ba47cee854 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385866, 'name': SuspendVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.740997] env[70261]: DEBUG oslo_vmware.api [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385863, 'name': PowerOffVM_Task, 'duration_secs': 0.179461} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.741338] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.741546] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.741815] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb677aaf-a366-40ab-a712-7b67fd776e7d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.772210] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.772598] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.772867] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Deleting the datastore file [datastore2] f4a955fe-a19c-4377-acc5-ab30cc469bf4 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.773276] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d733eb10-6ca6-4a0e-9789-efc4c6b3e993 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.780835] env[70261]: DEBUG oslo_vmware.api [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for the task: (returnval){ [ 774.780835] env[70261]: value = "task-3385868" [ 774.780835] env[70261]: _type = "Task" [ 774.780835] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.790992] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.791451] env[70261]: DEBUG nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Instance network_info: |[{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.791680] env[70261]: DEBUG oslo_vmware.api [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.791929] env[70261]: DEBUG oslo_concurrency.lockutils [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] Acquired lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.792147] env[70261]: DEBUG nova.network.neutron [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Refreshing network info cache for port aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 774.793443] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:43:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa17b1e5-a565-4ffd-86f7-1627e985061a', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.802031] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Creating folder: Project (704a2b174e4e43569be2b61d82d3e9d8). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.805493] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6affaa78-f6f0-418a-9608-59e133f0c8e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.816139] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Created folder: Project (704a2b174e4e43569be2b61d82d3e9d8) in parent group-v675446. [ 774.816344] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Creating folder: Instances. Parent ref: group-v675554. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.816587] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67330b88-0d45-481c-b29b-cbb21fc707b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.826100] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Created folder: Instances in parent group-v675554. [ 774.826357] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.826557] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.826752] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-164573dc-3280-4208-8816-54fe25b26766 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.850201] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.850201] env[70261]: value = "task-3385871" [ 774.850201] env[70261]: _type = "Task" [ 774.850201] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.857923] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385871, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.931683] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385861, 'name': ReconfigVM_Task, 'duration_secs': 0.860194} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.931984] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 2aea86d5-8b92-416f-9abf-12c3ac0c77b0/2aea86d5-8b92-416f-9abf-12c3ac0c77b0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.932707] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71483fc0-a18d-40f9-8d68-5c233630fcb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.939118] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 774.939118] env[70261]: value = "task-3385872" [ 774.939118] env[70261]: _type = "Task" [ 774.939118] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.951027] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0530b4be-c535-4358-a362-de96f05bacf3 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.686s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.951251] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385872, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.051121] env[70261]: DEBUG nova.network.neutron [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updated VIF entry in instance network info cache for port aa17b1e5-a565-4ffd-86f7-1627e985061a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 775.051705] env[70261]: DEBUG nova.network.neutron [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.066987] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 69e037a3-f37a-4277-bac7-3c66589d08fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 775.122561] env[70261]: DEBUG oslo_vmware.api [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.218343] env[70261]: DEBUG oslo_vmware.api [None req-ca1f863f-8992-49a9-87de-63ba47cee854 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385866, 'name': SuspendVM_Task} progress is 70%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.292726] env[70261]: DEBUG oslo_vmware.api [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Task: {'id': task-3385868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3597} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.293072] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.293326] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.293585] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.293822] env[70261]: INFO nova.compute.manager [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 775.294178] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.294418] env[70261]: DEBUG nova.compute.manager [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.294544] env[70261]: DEBUG nova.network.neutron [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 775.313659] env[70261]: DEBUG nova.network.neutron [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 775.360906] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385871, 'name': CreateVM_Task, 'duration_secs': 0.464449} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.361177] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.361986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.362207] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.362539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.362847] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98af0f8a-338b-492f-9658-7de953c1f3c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.368801] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 775.368801] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528f02d2-2342-e7c6-8d63-50a69877853d" [ 775.368801] env[70261]: _type = "Task" [ 775.368801] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.377534] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528f02d2-2342-e7c6-8d63-50a69877853d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.452428] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385872, 'name': Rename_Task, 'duration_secs': 0.210104} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.453649] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.453986] env[70261]: DEBUG nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.456367] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19aef26f-2161-4af9-9566-7bf9225cb6c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.465387] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 775.465387] env[70261]: value = "task-3385873" [ 775.465387] env[70261]: _type = "Task" [ 775.465387] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.473484] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.554848] env[70261]: DEBUG oslo_concurrency.lockutils [req-a2e3d62f-0747-4a41-ba77-af46900ee564 req-939ea9b6-0b3b-4550-99c4-12331fafc1c6 service nova] Releasing lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.569905] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 775.622696] env[70261]: DEBUG oslo_vmware.api [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Task: {'id': task-3385865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522844} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.622962] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.623162] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.623340] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.623663] env[70261]: INFO nova.compute.manager [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Took 1.61 seconds to destroy the instance on the hypervisor. [ 775.623728] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.623917] env[70261]: DEBUG nova.compute.manager [-] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.624020] env[70261]: DEBUG nova.network.neutron [-] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 775.716854] env[70261]: DEBUG oslo_vmware.api [None req-ca1f863f-8992-49a9-87de-63ba47cee854 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385866, 'name': SuspendVM_Task, 'duration_secs': 0.692937} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.717147] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1f863f-8992-49a9-87de-63ba47cee854 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Suspended the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 775.717338] env[70261]: DEBUG nova.compute.manager [None req-ca1f863f-8992-49a9-87de-63ba47cee854 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.718133] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac970d6a-7273-4a4e-adc6-412287096664 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.816220] env[70261]: DEBUG nova.network.neutron [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.876203] env[70261]: DEBUG nova.compute.manager [req-066586f7-c83f-4697-90cb-8d19f4228d00 req-49f01ea7-37de-4f89-af8b-d39e9b7b31c3 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Received event network-vif-deleted-50509c54-9f3a-476e-8d3e-dd18d159ab31 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.876365] env[70261]: INFO nova.compute.manager [req-066586f7-c83f-4697-90cb-8d19f4228d00 req-49f01ea7-37de-4f89-af8b-d39e9b7b31c3 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Neutron deleted interface 50509c54-9f3a-476e-8d3e-dd18d159ab31; detaching it from the instance and deleting it from the info cache [ 775.876540] env[70261]: DEBUG nova.network.neutron [req-066586f7-c83f-4697-90cb-8d19f4228d00 req-49f01ea7-37de-4f89-af8b-d39e9b7b31c3 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.881642] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528f02d2-2342-e7c6-8d63-50a69877853d, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.882123] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.882349] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.882573] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.882714] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.882890] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.883151] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b798f50c-d809-43ed-9071-5d6813202ac6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.891439] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.891619] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.892313] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a380aad1-4d5c-48f2-ac09-fa76d08bed9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.899036] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 775.899036] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52257564-8b47-2f0c-b2bc-20338ca00563" [ 775.899036] env[70261]: _type = "Task" [ 775.899036] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.905133] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52257564-8b47-2f0c-b2bc-20338ca00563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.975515] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.978105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.072922] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 3b0ffc54-53c5-4756-9b9f-a022e5d522be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.319568] env[70261]: INFO nova.compute.manager [-] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Took 1.02 seconds to deallocate network for instance. [ 776.360537] env[70261]: DEBUG nova.network.neutron [-] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.383069] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f756ec89-3b21-43e3-831b-48b20315862c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.393349] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac3a52-271d-4dac-b22e-f15a54db84f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.413478] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52257564-8b47-2f0c-b2bc-20338ca00563, 'name': SearchDatastore_Task, 'duration_secs': 0.008769} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.414224] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b1049f-96cc-4334-ac15-9aacabd76c75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.430372] env[70261]: DEBUG nova.compute.manager [req-066586f7-c83f-4697-90cb-8d19f4228d00 req-49f01ea7-37de-4f89-af8b-d39e9b7b31c3 service nova] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Detach interface failed, port_id=50509c54-9f3a-476e-8d3e-dd18d159ab31, reason: Instance d37c7f9e-54b4-448e-b396-d9ba4299a87f could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.431720] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 776.431720] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524335d5-3a87-9d52-50d3-dc8bc471a733" [ 776.431720] env[70261]: _type = "Task" [ 776.431720] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.439203] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524335d5-3a87-9d52-50d3-dc8bc471a733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.475399] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.575937] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 952b075b-a43c-424a-8f1a-b2e8bb12e6c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 776.825888] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.866513] env[70261]: INFO nova.compute.manager [-] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Took 1.24 seconds to deallocate network for instance. [ 776.942611] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524335d5-3a87-9d52-50d3-dc8bc471a733, 'name': SearchDatastore_Task, 'duration_secs': 0.065274} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.943200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.943200] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d1d89528-1adf-4452-b25e-e45e7b104a18/d1d89528-1adf-4452-b25e-e45e7b104a18.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.943409] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdeb7d08-7c86-4d40-abfd-973d44e0a4fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.950114] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 776.950114] env[70261]: value = "task-3385874" [ 776.950114] env[70261]: _type = "Task" [ 776.950114] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.957580] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.975552] env[70261]: DEBUG oslo_vmware.api [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3385873, 'name': PowerOnVM_Task, 'duration_secs': 1.485105} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.976159] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.976159] env[70261]: INFO nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Took 9.65 seconds to spawn the instance on the hypervisor. [ 776.976159] env[70261]: DEBUG nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.977032] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb0ca8e-bc14-4150-a420-985cdfcf4fdc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.079417] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f1e35b93-05de-4ca0-be0c-c9752f64acc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.378197] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.459581] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430692} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.459848] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d1d89528-1adf-4452-b25e-e45e7b104a18/d1d89528-1adf-4452-b25e-e45e7b104a18.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.460070] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.460349] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6a1e66a-d095-44b5-926d-1ada6d33fb7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.466447] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 777.466447] env[70261]: value = "task-3385875" [ 777.466447] env[70261]: _type = "Task" [ 777.466447] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.476069] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.495862] env[70261]: INFO nova.compute.manager [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Took 48.26 seconds to build instance. [ 777.583016] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance ac80e607-2f1f-4b2b-b16d-77c6db98893d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 777.979580] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065924} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.979896] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.980747] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4467fc53-91f3-41a2-b901-4330f6be0d77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.006031] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d1d89528-1adf-4452-b25e-e45e7b104a18/d1d89528-1adf-4452-b25e-e45e7b104a18.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.006500] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb89a635-7789-46ba-93b1-0db005a69a42 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.595s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.006703] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62ebecb-a4bf-4346-a133-019a35cdb362 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.029361] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 778.029361] env[70261]: value = "task-3385876" [ 778.029361] env[70261]: _type = "Task" [ 778.029361] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.040381] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.086646] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 637db48a-7f98-4d3c-908d-62691f18c2d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.142301] env[70261]: DEBUG nova.compute.manager [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.143218] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a635553-c37c-4b5c-9936-a3b04c3ffdc9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.329705] env[70261]: DEBUG nova.compute.manager [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Received event network-changed-5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.329930] env[70261]: DEBUG nova.compute.manager [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Refreshing instance network info cache due to event network-changed-5923748f-6e6f-4b0e-8e07-bf2206452b93. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.330210] env[70261]: DEBUG oslo_concurrency.lockutils [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] Acquiring lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.330364] env[70261]: DEBUG oslo_concurrency.lockutils [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] Acquired lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.330542] env[70261]: DEBUG nova.network.neutron [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Refreshing network info cache for port 5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 778.527982] env[70261]: DEBUG nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.543973] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.589574] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a384959a-20e9-4af0-a1c4-b0e72b98b450 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.654094] env[70261]: INFO nova.compute.manager [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] instance snapshotting [ 778.654380] env[70261]: WARNING nova.compute.manager [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 778.656827] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0a82d7-29ce-45c8-83f0-8900ae119009 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.677066] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8901294-6c25-4d7a-b855-e38b18e1186a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.043917] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385876, 'name': ReconfigVM_Task, 'duration_secs': 0.533279} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.044277] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d1d89528-1adf-4452-b25e-e45e7b104a18/d1d89528-1adf-4452-b25e-e45e7b104a18.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.044979] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38d05261-839a-49cf-922c-473ae3d2292e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.047297] env[70261]: DEBUG nova.network.neutron [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Updated VIF entry in instance network info cache for port 5923748f-6e6f-4b0e-8e07-bf2206452b93. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 779.047619] env[70261]: DEBUG nova.network.neutron [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Updating instance_info_cache with network_info: [{"id": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "address": "fa:16:3e:a4:21:a1", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5923748f-6e", "ovs_interfaceid": "5923748f-6e6f-4b0e-8e07-bf2206452b93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.049298] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.053855] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 779.053855] env[70261]: value = "task-3385877" [ 779.053855] env[70261]: _type = "Task" [ 779.053855] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.064919] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385877, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.092994] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 88e133d7-81a4-4beb-84df-1e62413ce32d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.186740] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.187252] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88f7aab7-c428-4808-9f59-132459c528bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.195466] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 779.195466] env[70261]: value = "task-3385878" [ 779.195466] env[70261]: _type = "Task" [ 779.195466] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.203641] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385878, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.551553] env[70261]: DEBUG oslo_concurrency.lockutils [req-8b62b67d-1404-4169-9823-d5d622e8dddf req-8b1580e8-b5aa-42e0-9814-882a1106d6b5 service nova] Releasing lock "refresh_cache-2aea86d5-8b92-416f-9abf-12c3ac0c77b0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.564563] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385877, 'name': Rename_Task, 'duration_secs': 0.146508} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.564953] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.565258] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18e57aee-50f2-4fa9-bcde-e2c37677d0d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.571503] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 779.571503] env[70261]: value = "task-3385879" [ 779.571503] env[70261]: _type = "Task" [ 779.571503] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.582486] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.596883] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 4d32e369-92dd-4a6c-ad56-4fba8388a1dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.707649] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385878, 'name': CreateSnapshot_Task, 'duration_secs': 0.511508} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.707958] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.708799] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d50c68-b346-495f-8ff8-c80430404704 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.081385] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.099315] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance b7761f00-e596-4be7-84f0-0b2f82f82070 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.099692] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 780.099895] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 780.228068] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.228673] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0bbd60d-d089-42b7-853e-901d4bba55c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.237869] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 780.237869] env[70261]: value = "task-3385880" [ 780.237869] env[70261]: _type = "Task" [ 780.237869] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.248069] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385880, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.579922] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec2a2b-42a9-4e4d-b22d-f1870c620324 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.590551] env[70261]: DEBUG oslo_vmware.api [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3385879, 'name': PowerOnVM_Task, 'duration_secs': 0.584754} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.593329] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.593969] env[70261]: INFO nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Took 8.24 seconds to spawn the instance on the hypervisor. [ 780.593969] env[70261]: DEBUG nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.595138] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c3e755-b2df-48d4-a6bb-78af562baf9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.599998] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb6ba6-f1c4-49ac-8b07-e06a65baeece {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.638445] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4173349-3959-434d-8f9e-587a0290e9cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.646044] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ea957-de1b-4729-b5aa-d548c2dcc7bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.659751] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.747787] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385880, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.147232] env[70261]: INFO nova.compute.manager [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Took 48.62 seconds to build instance. [ 781.163839] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.251722] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385880, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.649213] env[70261]: DEBUG oslo_concurrency.lockutils [None req-acc47248-e26d-4255-990a-4323731ebfd1 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.662s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.669126] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 781.669409] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.162s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.669675] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.170s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.671236] env[70261]: INFO nova.compute.claims [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.749910] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385880, 'name': CloneVM_Task, 'duration_secs': 1.231375} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.750248] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Created linked-clone VM from snapshot [ 781.750961] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb3a9a-1535-41e8-ab89-e19aed5ddde3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.757948] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Uploading image dca2c10e-38c0-4d5c-9a2d-893dd73fc514 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.777813] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.777813] env[70261]: value = "vm-675558" [ 781.777813] env[70261]: _type = "VirtualMachine" [ 781.777813] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.778497] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c35d64c-1ab0-42c6-9e97-b3d1df46d979 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.785469] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease: (returnval){ [ 781.785469] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292bca1-c47a-4c2c-bec9-dc88a799a0eb" [ 781.785469] env[70261]: _type = "HttpNfcLease" [ 781.785469] env[70261]: } obtained for exporting VM: (result){ [ 781.785469] env[70261]: value = "vm-675558" [ 781.785469] env[70261]: _type = "VirtualMachine" [ 781.785469] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.785809] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the lease: (returnval){ [ 781.785809] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292bca1-c47a-4c2c-bec9-dc88a799a0eb" [ 781.785809] env[70261]: _type = "HttpNfcLease" [ 781.785809] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.791833] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.791833] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292bca1-c47a-4c2c-bec9-dc88a799a0eb" [ 781.791833] env[70261]: _type = "HttpNfcLease" [ 781.791833] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 781.924808] env[70261]: DEBUG nova.compute.manager [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received event network-changed-aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.924969] env[70261]: DEBUG nova.compute.manager [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Refreshing instance network info cache due to event network-changed-aa17b1e5-a565-4ffd-86f7-1627e985061a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.925201] env[70261]: DEBUG oslo_concurrency.lockutils [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] Acquiring lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.925341] env[70261]: DEBUG oslo_concurrency.lockutils [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] Acquired lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.925490] env[70261]: DEBUG nova.network.neutron [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Refreshing network info cache for port aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 782.152251] env[70261]: DEBUG nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.294084] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.294084] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292bca1-c47a-4c2c-bec9-dc88a799a0eb" [ 782.294084] env[70261]: _type = "HttpNfcLease" [ 782.294084] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 782.294382] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 782.294382] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5292bca1-c47a-4c2c-bec9-dc88a799a0eb" [ 782.294382] env[70261]: _type = "HttpNfcLease" [ 782.294382] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 782.295087] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a904482c-c4f7-4c10-a2fb-72e70f03c7a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.306106] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f500-bd14-19b7-e68a-917850d1cb44/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 782.306278] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f500-bd14-19b7-e68a-917850d1cb44/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 782.409352] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f60902f-af28-4e76-94f4-adf662d01880 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.671357] env[70261]: DEBUG nova.network.neutron [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updated VIF entry in instance network info cache for port aa17b1e5-a565-4ffd-86f7-1627e985061a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 782.672606] env[70261]: DEBUG nova.network.neutron [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.684815] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.138719] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb162e0-63af-44b2-8b03-312e5b90d853 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.146688] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761dcf0e-763b-4424-b5ea-9fe026a36fec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.181831] env[70261]: DEBUG oslo_concurrency.lockutils [req-2b1d2d03-e356-4d5e-9a4f-1501cebce005 req-71c7784f-3c25-4ddb-83fb-aa860834156c service nova] Releasing lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.182680] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76327d04-9ce4-4d5e-ae3f-c267d6e8fbe4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.190488] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c16c4b7-bcc2-4c59-837c-c843a409cf6f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.205168] env[70261]: DEBUG nova.compute.provider_tree [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.709754] env[70261]: DEBUG nova.scheduler.client.report [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.215561] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.216283] env[70261]: DEBUG nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.220011] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.248s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.221969] env[70261]: INFO nova.compute.claims [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.727721] env[70261]: DEBUG nova.compute.utils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.731294] env[70261]: DEBUG nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.731513] env[70261]: DEBUG nova.network.neutron [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.772377] env[70261]: DEBUG nova.policy [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7964a30d0ce4fe09fc446a45af09737', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de6729414624bba858fef9867d34407', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.035657] env[70261]: DEBUG nova.network.neutron [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Successfully created port: 088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.232073] env[70261]: DEBUG nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.663173] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31423a7e-51c7-47dd-b8b2-0f98e177f996 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.670991] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f98b522-6e23-483f-9c4b-8a2590735a74 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.704153] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f10fba-fe39-40f1-8439-c9cf7633e96c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.712250] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4643c98-6b73-44c0-acc3-a466fbb80d69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.725622] env[70261]: DEBUG nova.compute.provider_tree [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.229357] env[70261]: DEBUG nova.scheduler.client.report [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.243540] env[70261]: DEBUG nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.271561] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.271749] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.271819] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.272100] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.272494] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.272494] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.272494] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.272695] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.272855] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.273034] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.273211] env[70261]: DEBUG nova.virt.hardware [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.274511] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d041db-4260-47a0-9810-a02c0951d0c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.283222] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae22eba7-e7f6-4db9-a6df-1f077e03a9c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.444849] env[70261]: DEBUG nova.compute.manager [req-d35e4f12-b026-4b42-bb95-5f3305abd247 req-8559aec0-8991-4dd1-8578-02cc666a7c4e service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Received event network-vif-plugged-088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.444849] env[70261]: DEBUG oslo_concurrency.lockutils [req-d35e4f12-b026-4b42-bb95-5f3305abd247 req-8559aec0-8991-4dd1-8578-02cc666a7c4e service nova] Acquiring lock "dbf53fcc-6542-4be2-b23c-172935a5b679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.444849] env[70261]: DEBUG oslo_concurrency.lockutils [req-d35e4f12-b026-4b42-bb95-5f3305abd247 req-8559aec0-8991-4dd1-8578-02cc666a7c4e service nova] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.444849] env[70261]: DEBUG oslo_concurrency.lockutils [req-d35e4f12-b026-4b42-bb95-5f3305abd247 req-8559aec0-8991-4dd1-8578-02cc666a7c4e service nova] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.445333] env[70261]: DEBUG nova.compute.manager [req-d35e4f12-b026-4b42-bb95-5f3305abd247 req-8559aec0-8991-4dd1-8578-02cc666a7c4e service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] No waiting events found dispatching network-vif-plugged-088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.445953] env[70261]: WARNING nova.compute.manager [req-d35e4f12-b026-4b42-bb95-5f3305abd247 req-8559aec0-8991-4dd1-8578-02cc666a7c4e service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Received unexpected event network-vif-plugged-088565c5-b18c-4ff1-ba8a-222f96daae2e for instance with vm_state building and task_state spawning. [ 786.501166] env[70261]: DEBUG nova.network.neutron [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Successfully updated port: 088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.737044] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.737044] env[70261]: DEBUG nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.739744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.358s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.741729] env[70261]: INFO nova.compute.claims [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.005025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.005025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.005025] env[70261]: DEBUG nova.network.neutron [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 787.102037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Acquiring lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.102354] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.246788] env[70261]: DEBUG nova.compute.utils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.250080] env[70261]: DEBUG nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.250080] env[70261]: DEBUG nova.network.neutron [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.296554] env[70261]: DEBUG nova.policy [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0638a33140024b42b3da251b6a630e82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9569efaec3d340fda8d9d914515caeaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.546834] env[70261]: DEBUG nova.network.neutron [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 787.575950] env[70261]: DEBUG nova.network.neutron [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Successfully created port: db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.606078] env[70261]: DEBUG nova.compute.utils [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.699978] env[70261]: DEBUG nova.network.neutron [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updating instance_info_cache with network_info: [{"id": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "address": "fa:16:3e:f2:f8:a9", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088565c5-b1", "ovs_interfaceid": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.753307] env[70261]: DEBUG nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.109988] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.202799] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Releasing lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.203238] env[70261]: DEBUG nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Instance network_info: |[{"id": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "address": "fa:16:3e:f2:f8:a9", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088565c5-b1", "ovs_interfaceid": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.206244] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:f8:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088565c5-b18c-4ff1-ba8a-222f96daae2e', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.213914] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.214422] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.214754] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3130c45-c003-4013-a368-04c9fd4e022b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.240978] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.240978] env[70261]: value = "task-3385882" [ 788.240978] env[70261]: _type = "Task" [ 788.240978] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.252476] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385882, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.257166] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34f5f6-79c6-4a85-99cf-99fc138b3ae8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.269097] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcd3d05-9301-47ea-afa6-e079b7cf3dc0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.305352] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7ce73c-0866-4f0d-b9b8-d3d624fc620e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.313614] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d629f2-5d7e-4008-b9df-9fb7ed17f0df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.331110] env[70261]: DEBUG nova.compute.provider_tree [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.616116] env[70261]: DEBUG nova.compute.manager [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Received event network-changed-088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.616116] env[70261]: DEBUG nova.compute.manager [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Refreshing instance network info cache due to event network-changed-088565c5-b18c-4ff1-ba8a-222f96daae2e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.616400] env[70261]: DEBUG oslo_concurrency.lockutils [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] Acquiring lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.616751] env[70261]: DEBUG oslo_concurrency.lockutils [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] Acquired lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.616810] env[70261]: DEBUG nova.network.neutron [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Refreshing network info cache for port 088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 788.752494] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385882, 'name': CreateVM_Task, 'duration_secs': 0.441717} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.752734] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.753498] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.753705] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.754091] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.754383] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2d1384-10f6-49af-9028-4a655c64a13e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.759391] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 788.759391] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d50ae5-d2c7-a192-6e5d-3a06e88f20c0" [ 788.759391] env[70261]: _type = "Task" [ 788.759391] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.765432] env[70261]: DEBUG nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.770496] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d50ae5-d2c7-a192-6e5d-3a06e88f20c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.789265] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.789537] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.789693] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.789874] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.790033] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.790229] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.790470] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.790635] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.790819] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.790988] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.791177] env[70261]: DEBUG nova.virt.hardware [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.792099] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4bff5b-1972-44e6-8dfa-c6bf3f137084 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.799904] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3644b2c-012a-49ad-bd6e-c5900bccb7e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.834186] env[70261]: DEBUG nova.scheduler.client.report [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.084281] env[70261]: DEBUG nova.network.neutron [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Successfully updated port: db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.216852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Acquiring lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.217139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.217369] env[70261]: INFO nova.compute.manager [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Attaching volume 9bc18051-4244-4e0f-adb5-32c3c15ee514 to /dev/sdb [ 789.248057] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060051bb-c20e-4f85-be7f-f9cabba44319 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.257725] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04030ac-5ded-44d5-8183-6d685506a873 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.270689] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d50ae5-d2c7-a192-6e5d-3a06e88f20c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.274237] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.274518] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.274759] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.274904] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.275091] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.275480] env[70261]: DEBUG nova.virt.block_device [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Updating existing volume attachment record: 78826e7a-8239-41fa-a55d-02267a22933d {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 789.277691] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e945a81-473f-4898-9deb-9ad33537fc6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.289187] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.289363] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.290332] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d19740b-fb7b-4c8a-9011-f20eab259aa5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.295899] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 789.295899] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523918fb-cfa3-8d49-098f-28537c9d9f9c" [ 789.295899] env[70261]: _type = "Task" [ 789.295899] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.303331] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523918fb-cfa3-8d49-098f-28537c9d9f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.319032] env[70261]: DEBUG nova.network.neutron [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updated VIF entry in instance network info cache for port 088565c5-b18c-4ff1-ba8a-222f96daae2e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 789.320143] env[70261]: DEBUG nova.network.neutron [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updating instance_info_cache with network_info: [{"id": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "address": "fa:16:3e:f2:f8:a9", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088565c5-b1", "ovs_interfaceid": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.340181] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.340379] env[70261]: DEBUG nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.342965] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.927s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.344802] env[70261]: INFO nova.compute.claims [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.589825] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.589936] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquired lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.590136] env[70261]: DEBUG nova.network.neutron [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 789.806885] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523918fb-cfa3-8d49-098f-28537c9d9f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.021466} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.807875] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b455d9-c818-43a8-9fd2-cddf9b419eef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.813070] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 789.813070] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520733fc-822b-0538-fc79-aabe2cd3e30f" [ 789.813070] env[70261]: _type = "Task" [ 789.813070] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.821228] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520733fc-822b-0538-fc79-aabe2cd3e30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.821760] env[70261]: DEBUG oslo_concurrency.lockutils [req-5530a112-8062-4603-b2ba-def1530ca348 req-14b85e9f-03a1-4abd-b847-896d2bab643c service nova] Releasing lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.853581] env[70261]: DEBUG nova.compute.utils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.857707] env[70261]: DEBUG nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.857707] env[70261]: DEBUG nova.network.neutron [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.926521] env[70261]: DEBUG nova.policy [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd174459d15044ac3842404f739cd8263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74afbacf0cec4bda98f69c0ef60878a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.145343] env[70261]: DEBUG nova.network.neutron [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 790.232163] env[70261]: DEBUG nova.network.neutron [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Successfully created port: 2b73be75-495d-43ac-8623-093c8a510e55 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.324165] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520733fc-822b-0538-fc79-aabe2cd3e30f, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.325110] env[70261]: DEBUG nova.network.neutron [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Updating instance_info_cache with network_info: [{"id": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "address": "fa:16:3e:d0:6e:94", "network": {"id": "03c7a208-cf9d-4c37-a93e-b366e20b7ca7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861197864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9569efaec3d340fda8d9d914515caeaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb65eb87-b2", "ovs_interfaceid": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.326303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.326570] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] dbf53fcc-6542-4be2-b23c-172935a5b679/dbf53fcc-6542-4be2-b23c-172935a5b679.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.327046] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e88a0763-f5f2-4c69-aed3-23d73b3b67b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.333794] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 790.333794] env[70261]: value = "task-3385886" [ 790.333794] env[70261]: _type = "Task" [ 790.333794] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.342875] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.358630] env[70261]: DEBUG nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.647083] env[70261]: DEBUG nova.compute.manager [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Received event network-vif-plugged-db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.647373] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] Acquiring lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.647628] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.647843] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.648038] env[70261]: DEBUG nova.compute.manager [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] No waiting events found dispatching network-vif-plugged-db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.648234] env[70261]: WARNING nova.compute.manager [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Received unexpected event network-vif-plugged-db65eb87-b2b4-45ea-99e3-12e6c4c424db for instance with vm_state building and task_state spawning. [ 790.648411] env[70261]: DEBUG nova.compute.manager [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Received event network-changed-db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.648578] env[70261]: DEBUG nova.compute.manager [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Refreshing instance network info cache due to event network-changed-db65eb87-b2b4-45ea-99e3-12e6c4c424db. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.648743] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] Acquiring lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.829183] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Releasing lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.829523] env[70261]: DEBUG nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Instance network_info: |[{"id": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "address": "fa:16:3e:d0:6e:94", "network": {"id": "03c7a208-cf9d-4c37-a93e-b366e20b7ca7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861197864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9569efaec3d340fda8d9d914515caeaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb65eb87-b2", "ovs_interfaceid": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.830039] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] Acquired lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.830283] env[70261]: DEBUG nova.network.neutron [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Refreshing network info cache for port db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 790.831590] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:6e:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db65eb87-b2b4-45ea-99e3-12e6c4c424db', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.839351] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Creating folder: Project (9569efaec3d340fda8d9d914515caeaa). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.840036] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2af99c-7254-4567-bd03-e9fb819207b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.855117] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.859710] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Created folder: Project (9569efaec3d340fda8d9d914515caeaa) in parent group-v675446. [ 790.859927] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Creating folder: Instances. Parent ref: group-v675563. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.860183] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a038c50-5623-4823-94ea-adc0946b5030 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.864765] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3494247-70bc-4111-a3d4-d747b06429f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.872714] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Created folder: Instances in parent group-v675563. [ 790.872960] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.873789] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.874122] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef04d186-d4c9-4ba2-b0c1-cafad1fecc62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.892538] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ced0e2-7d7e-44b9-9696-d0ee55fd42ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.896708] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.896708] env[70261]: value = "task-3385889" [ 790.896708] env[70261]: _type = "Task" [ 790.896708] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.926303] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a273e558-e701-44a7-a681-87ca3843f446 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.932897] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385889, 'name': CreateVM_Task} progress is 15%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.938153] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e573a40-ef7e-42d2-b673-329cfd5a421f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.952469] env[70261]: DEBUG nova.compute.provider_tree [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.287504] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f500-bd14-19b7-e68a-917850d1cb44/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.288419] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df94555a-9916-434f-9e5d-4fa06bf6f49f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.294978] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f500-bd14-19b7-e68a-917850d1cb44/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.295164] env[70261]: ERROR oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f500-bd14-19b7-e68a-917850d1cb44/disk-0.vmdk due to incomplete transfer. [ 791.295420] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-58d30f9c-e787-4f1b-bebe-5078f548f5e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.303005] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232f500-bd14-19b7-e68a-917850d1cb44/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.303217] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Uploaded image dca2c10e-38c0-4d5c-9a2d-893dd73fc514 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 791.305471] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.305750] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-979a6c55-0201-4131-8505-defd43b39733 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.312117] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 791.312117] env[70261]: value = "task-3385890" [ 791.312117] env[70261]: _type = "Task" [ 791.312117] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.320236] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385890, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.352783] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593392} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.353214] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] dbf53fcc-6542-4be2-b23c-172935a5b679/dbf53fcc-6542-4be2-b23c-172935a5b679.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.353512] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.353837] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8884bf02-33cf-4698-8de2-3e32559c7f6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.359936] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 791.359936] env[70261]: value = "task-3385891" [ 791.359936] env[70261]: _type = "Task" [ 791.359936] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.367941] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.374459] env[70261]: DEBUG nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.396387] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.396678] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.396835] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.397100] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.397267] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.397416] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.397626] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.397779] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.397941] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.398114] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.398284] env[70261]: DEBUG nova.virt.hardware [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.399177] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96627e10-9909-4f7a-a55e-e73eacc1bc07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.412983] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22018c34-7d71-4e07-89d4-22d06dc273f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.416874] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385889, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.456043] env[70261]: DEBUG nova.scheduler.client.report [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.554935] env[70261]: DEBUG nova.network.neutron [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Updated VIF entry in instance network info cache for port db65eb87-b2b4-45ea-99e3-12e6c4c424db. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 791.555389] env[70261]: DEBUG nova.network.neutron [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Updating instance_info_cache with network_info: [{"id": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "address": "fa:16:3e:d0:6e:94", "network": {"id": "03c7a208-cf9d-4c37-a93e-b366e20b7ca7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861197864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9569efaec3d340fda8d9d914515caeaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb65eb87-b2", "ovs_interfaceid": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.740934] env[70261]: DEBUG nova.network.neutron [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Successfully updated port: 2b73be75-495d-43ac-8623-093c8a510e55 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.822335] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385890, 'name': Destroy_Task, 'duration_secs': 0.341946} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.822613] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Destroyed the VM [ 791.823146] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.824051] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30882776-f503-4feb-b1f1-7523e5930590 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.830825] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 791.830825] env[70261]: value = "task-3385893" [ 791.830825] env[70261]: _type = "Task" [ 791.830825] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.839304] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.869029] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065795} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.869308] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.870121] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c84409-fa6e-44c6-b914-dc8fd6fbfad4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.892870] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] dbf53fcc-6542-4be2-b23c-172935a5b679/dbf53fcc-6542-4be2-b23c-172935a5b679.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.893320] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f1334d-754b-44b3-912d-c9c24519d9cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.917317] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385889, 'name': CreateVM_Task, 'duration_secs': 0.630616} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.918466] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.918792] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 791.918792] env[70261]: value = "task-3385894" [ 791.918792] env[70261]: _type = "Task" [ 791.918792] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.919418] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.919569] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.919904] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.920233] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bf9fcc-6a1f-46fa-8d7f-430a3f902d92 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.927671] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 791.927671] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248dbd5-a10c-f24b-b739-e868d20bb910" [ 791.927671] env[70261]: _type = "Task" [ 791.927671] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.930995] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.939717] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248dbd5-a10c-f24b-b739-e868d20bb910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.961852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.962407] env[70261]: DEBUG nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.965144] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.599s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.965342] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.968221] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.206s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.970162] env[70261]: INFO nova.compute.claims [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.993270] env[70261]: INFO nova.scheduler.client.report [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Deleted allocations for instance 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1 [ 792.058397] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a8a985-1573-4621-8c53-73250546eb3a req-08e85089-011f-443f-ba6a-2014e097223f service nova] Releasing lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.244104] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.244104] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.244104] env[70261]: DEBUG nova.network.neutron [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 792.341232] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385893, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.432104] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.441979] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248dbd5-a10c-f24b-b739-e868d20bb910, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.442334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.442547] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.442963] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.442963] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.443201] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.443460] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35007b64-bd6c-4c89-9f31-ae97e90ddca8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.453448] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.453448] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.453784] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf669c20-1667-4803-9f13-f22334c5d635 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.459298] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 792.459298] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5255a3c4-1608-55de-f7f6-1a04c2603ca8" [ 792.459298] env[70261]: _type = "Task" [ 792.459298] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.468555] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5255a3c4-1608-55de-f7f6-1a04c2603ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.477025] env[70261]: DEBUG nova.compute.utils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.478436] env[70261]: DEBUG nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.478607] env[70261]: DEBUG nova.network.neutron [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.503626] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a9623b0-6752-4e7f-94fe-d8fa27e68a98 tempest-TenantUsagesTestJSON-2083036490 tempest-TenantUsagesTestJSON-2083036490-project-member] Lock "54f093bb-d9a9-48ed-86bf-41bcfd96f5f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.575s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.527454] env[70261]: DEBUG nova.policy [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a0937dfe2e743ad906c13456acbbf27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0ce7ea910348ebb8027b33c3ebe135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.682797] env[70261]: DEBUG nova.compute.manager [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Received event network-vif-plugged-2b73be75-495d-43ac-8623-093c8a510e55 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.683362] env[70261]: DEBUG oslo_concurrency.lockutils [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] Acquiring lock "69e037a3-f37a-4277-bac7-3c66589d08fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.683853] env[70261]: DEBUG oslo_concurrency.lockutils [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.684098] env[70261]: DEBUG oslo_concurrency.lockutils [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.684270] env[70261]: DEBUG nova.compute.manager [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] No waiting events found dispatching network-vif-plugged-2b73be75-495d-43ac-8623-093c8a510e55 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.684439] env[70261]: WARNING nova.compute.manager [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Received unexpected event network-vif-plugged-2b73be75-495d-43ac-8623-093c8a510e55 for instance with vm_state building and task_state spawning. [ 792.684594] env[70261]: DEBUG nova.compute.manager [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Received event network-changed-2b73be75-495d-43ac-8623-093c8a510e55 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.684744] env[70261]: DEBUG nova.compute.manager [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Refreshing instance network info cache due to event network-changed-2b73be75-495d-43ac-8623-093c8a510e55. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.684903] env[70261]: DEBUG oslo_concurrency.lockutils [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] Acquiring lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.819371] env[70261]: DEBUG nova.network.neutron [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 792.844136] env[70261]: DEBUG oslo_vmware.api [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385893, 'name': RemoveSnapshot_Task, 'duration_secs': 0.512793} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.846566] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.850023] env[70261]: INFO nova.compute.manager [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Took 14.19 seconds to snapshot the instance on the hypervisor. [ 792.866463] env[70261]: DEBUG nova.network.neutron [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Successfully created port: 937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.932735] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385894, 'name': ReconfigVM_Task, 'duration_secs': 0.622745} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.935481] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Reconfigured VM instance instance-00000025 to attach disk [datastore1] dbf53fcc-6542-4be2-b23c-172935a5b679/dbf53fcc-6542-4be2-b23c-172935a5b679.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.937542] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34d67906-f288-4387-8f8b-a041deee1f78 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.943162] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 792.943162] env[70261]: value = "task-3385895" [ 792.943162] env[70261]: _type = "Task" [ 792.943162] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.957514] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385895, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.969354] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5255a3c4-1608-55de-f7f6-1a04c2603ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.970263] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0429e9b-b9e6-4ec5-a816-1725fde565ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.975710] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 792.975710] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc91fe-6733-b853-508b-54da64612afd" [ 792.975710] env[70261]: _type = "Task" [ 792.975710] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.981901] env[70261]: DEBUG nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.992614] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc91fe-6733-b853-508b-54da64612afd, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.992614] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.992614] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] c86b462d-07a5-4cf2-86b4-b15622dd6aad/c86b462d-07a5-4cf2-86b4-b15622dd6aad.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.992614] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b9ac7e8-9341-4cf7-820b-ca6b6593b25f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.998136] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 792.998136] env[70261]: value = "task-3385896" [ 792.998136] env[70261]: _type = "Task" [ 792.998136] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.014572] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.071483] env[70261]: DEBUG nova.network.neutron [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Updating instance_info_cache with network_info: [{"id": "2b73be75-495d-43ac-8623-093c8a510e55", "address": "fa:16:3e:ad:8d:6f", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b73be75-49", "ovs_interfaceid": "2b73be75-495d-43ac-8623-093c8a510e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.259819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "e842f1cc-081b-49ad-8e12-bf0f209a0028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.260122] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.260542] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "e842f1cc-081b-49ad-8e12-bf0f209a0028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.260840] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.261603] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.265016] env[70261]: INFO nova.compute.manager [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Terminating instance [ 793.355808] env[70261]: DEBUG nova.compute.manager [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Instance disappeared during snapshot {{(pid=70261) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 793.371745] env[70261]: DEBUG nova.compute.manager [None req-b0064511-adc7-44e2-a32c-29562485c043 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image not found during clean up dca2c10e-38c0-4d5c-9a2d-893dd73fc514 {{(pid=70261) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 793.457009] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385895, 'name': Rename_Task, 'duration_secs': 0.204924} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.460115] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.461385] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1647dfb-8443-400b-88d4-ece3b1b05dac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.469208] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 793.469208] env[70261]: value = "task-3385897" [ 793.469208] env[70261]: _type = "Task" [ 793.469208] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.483898] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.509908] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385896, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.564227] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107a0a7-2a89-4c5e-a4e3-76f3ea6e57eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.572652] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e221322b-bd95-46cd-85f7-a9f3f7907f8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.579753] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.579753] env[70261]: DEBUG nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Instance network_info: |[{"id": "2b73be75-495d-43ac-8623-093c8a510e55", "address": "fa:16:3e:ad:8d:6f", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b73be75-49", "ovs_interfaceid": "2b73be75-495d-43ac-8623-093c8a510e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.579984] env[70261]: DEBUG oslo_concurrency.lockutils [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] Acquired lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.579984] env[70261]: DEBUG nova.network.neutron [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Refreshing network info cache for port 2b73be75-495d-43ac-8623-093c8a510e55 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 793.579984] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:8d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b73be75-495d-43ac-8623-093c8a510e55', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.587814] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.588833] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.589084] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268d8639-47f5-4c0b-afd4-3839f5aef520 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.637269] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1715a152-14af-43b7-9bce-2aad88bfeb15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.642014] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.642014] env[70261]: value = "task-3385898" [ 793.642014] env[70261]: _type = "Task" [ 793.642014] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.650290] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bfb46f-a311-41cf-af5a-d246e2e5b44c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.661728] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385898, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.672658] env[70261]: DEBUG nova.compute.provider_tree [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.772412] env[70261]: DEBUG nova.compute.manager [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.772679] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.773617] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8896a357-d978-4056-aa49-1fe516d685f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.781588] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.781843] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e93836f5-8c7d-4396-a683-cb946526dc0c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.825398] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 793.825675] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675562', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'name': 'volume-9bc18051-4244-4e0f-adb5-32c3c15ee514', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356de7b6-aa6c-4854-9e93-24cb71e3f1df', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'serial': '9bc18051-4244-4e0f-adb5-32c3c15ee514'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 793.826596] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf908260-fb53-41f4-8a45-84c8127381b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.844885] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4485ec-5ef4-4a79-8ac0-8d14e490eabb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.852020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.852438] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.852702] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleting the datastore file [datastore2] e842f1cc-081b-49ad-8e12-bf0f209a0028 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.867408] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-953874a6-5fef-4ac2-93fb-2537620cd452 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.876657] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-9bc18051-4244-4e0f-adb5-32c3c15ee514/volume-9bc18051-4244-4e0f-adb5-32c3c15ee514.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.876945] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad87a033-d3e1-42fe-98c0-1767a650fa62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.894678] env[70261]: DEBUG oslo_vmware.api [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 793.894678] env[70261]: value = "task-3385900" [ 793.894678] env[70261]: _type = "Task" [ 793.894678] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.899532] env[70261]: DEBUG oslo_vmware.api [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Waiting for the task: (returnval){ [ 793.899532] env[70261]: value = "task-3385901" [ 793.899532] env[70261]: _type = "Task" [ 793.899532] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.906024] env[70261]: DEBUG oslo_vmware.api [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.910739] env[70261]: DEBUG oslo_vmware.api [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.982096] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385897, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.992719] env[70261]: DEBUG nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.009034] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575109} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.009392] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] c86b462d-07a5-4cf2-86b4-b15622dd6aad/c86b462d-07a5-4cf2-86b4-b15622dd6aad.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.009655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.009976] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aba86544-01e0-4941-9e00-027f3ee19675 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.018532] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 794.018532] env[70261]: value = "task-3385902" [ 794.018532] env[70261]: _type = "Task" [ 794.018532] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.025196] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.025522] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.025638] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.025829] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.026226] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.026226] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.026443] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.026660] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.026839] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.027033] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.027223] env[70261]: DEBUG nova.virt.hardware [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.028304] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ce97b-9a57-4168-9782-2ce2d81ace19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.046838] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c420bb5-1641-4af8-a5c3-ad712361e18e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.049921] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.119594] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "6351eebf-bfa3-4356-acdd-d7c901943867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.119830] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "6351eebf-bfa3-4356-acdd-d7c901943867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.153179] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385898, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.175758] env[70261]: DEBUG nova.scheduler.client.report [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.373401] env[70261]: DEBUG nova.network.neutron [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Updated VIF entry in instance network info cache for port 2b73be75-495d-43ac-8623-093c8a510e55. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 794.373813] env[70261]: DEBUG nova.network.neutron [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Updating instance_info_cache with network_info: [{"id": "2b73be75-495d-43ac-8623-093c8a510e55", "address": "fa:16:3e:ad:8d:6f", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b73be75-49", "ovs_interfaceid": "2b73be75-495d-43ac-8623-093c8a510e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.408044] env[70261]: DEBUG oslo_vmware.api [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3385900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17885} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.408700] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.409579] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.409579] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.409579] env[70261]: INFO nova.compute.manager [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Took 0.64 seconds to destroy the instance on the hypervisor. [ 794.409746] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.409785] env[70261]: DEBUG nova.compute.manager [-] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.409889] env[70261]: DEBUG nova.network.neutron [-] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 794.414263] env[70261]: DEBUG oslo_vmware.api [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385901, 'name': ReconfigVM_Task, 'duration_secs': 0.506673} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.414915] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-9bc18051-4244-4e0f-adb5-32c3c15ee514/volume-9bc18051-4244-4e0f-adb5-32c3c15ee514.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.423591] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b9bc352-f446-4b91-89eb-9a1e1fbfdde5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.441096] env[70261]: DEBUG nova.network.neutron [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Successfully updated port: 937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.449914] env[70261]: DEBUG oslo_vmware.api [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Waiting for the task: (returnval){ [ 794.449914] env[70261]: value = "task-3385903" [ 794.449914] env[70261]: _type = "Task" [ 794.449914] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.458458] env[70261]: DEBUG oslo_vmware.api [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.484033] env[70261]: DEBUG oslo_vmware.api [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385897, 'name': PowerOnVM_Task, 'duration_secs': 0.68345} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.484033] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.484033] env[70261]: INFO nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Took 8.24 seconds to spawn the instance on the hypervisor. [ 794.484033] env[70261]: DEBUG nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.485256] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498e734-dbe0-4a16-abd8-aba10f2967d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.528582] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10936} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.528719] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.529947] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f793b-af3c-4824-846d-b39f7c4b4d17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.555488] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c86b462d-07a5-4cf2-86b4-b15622dd6aad/c86b462d-07a5-4cf2-86b4-b15622dd6aad.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.556182] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a9de91-f408-4e20-b491-45637269675d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.578464] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 794.578464] env[70261]: value = "task-3385904" [ 794.578464] env[70261]: _type = "Task" [ 794.578464] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.588848] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.653710] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385898, 'name': CreateVM_Task, 'duration_secs': 0.585477} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.653795] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.654546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.654701] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.655068] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.655355] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81fa5412-c6da-4f0d-b785-dee4bb953024 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.660949] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 794.660949] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cffb2a-2cb3-5f46-59a7-ff0d2fbf1fe7" [ 794.660949] env[70261]: _type = "Task" [ 794.660949] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.669350] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cffb2a-2cb3-5f46-59a7-ff0d2fbf1fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.681364] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.681781] env[70261]: DEBUG nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.684445] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.635s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.684656] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.686706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.690s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.686904] env[70261]: DEBUG nova.objects.instance [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 794.712373] env[70261]: INFO nova.scheduler.client.report [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleted allocations for instance def44f3d-a6f7-4948-b813-f6313ff00bd6 [ 794.765159] env[70261]: DEBUG nova.compute.manager [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Received event network-vif-plugged-937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.765443] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] Acquiring lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.765670] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.765840] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.766014] env[70261]: DEBUG nova.compute.manager [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] No waiting events found dispatching network-vif-plugged-937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.766231] env[70261]: WARNING nova.compute.manager [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Received unexpected event network-vif-plugged-937ef113-492b-41cd-86bb-1ecdcae53141 for instance with vm_state building and task_state spawning. [ 794.766391] env[70261]: DEBUG nova.compute.manager [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Received event network-changed-937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.766545] env[70261]: DEBUG nova.compute.manager [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Refreshing instance network info cache due to event network-changed-937ef113-492b-41cd-86bb-1ecdcae53141. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.766721] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] Acquiring lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.766854] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] Acquired lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.767010] env[70261]: DEBUG nova.network.neutron [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Refreshing network info cache for port 937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 794.874432] env[70261]: DEBUG nova.compute.manager [req-a03cc1b9-6044-4369-82f2-8abbc88f8e9b req-483d3063-0dc3-4ec7-a9f4-2f0a21f7ddfb service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Received event network-vif-deleted-49343c99-66f7-4b75-ba21-c1c510fad928 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.874671] env[70261]: INFO nova.compute.manager [req-a03cc1b9-6044-4369-82f2-8abbc88f8e9b req-483d3063-0dc3-4ec7-a9f4-2f0a21f7ddfb service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Neutron deleted interface 49343c99-66f7-4b75-ba21-c1c510fad928; detaching it from the instance and deleting it from the info cache [ 794.874767] env[70261]: DEBUG nova.network.neutron [req-a03cc1b9-6044-4369-82f2-8abbc88f8e9b req-483d3063-0dc3-4ec7-a9f4-2f0a21f7ddfb service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.878512] env[70261]: DEBUG oslo_concurrency.lockutils [req-6395565d-ed48-45ea-89f2-a29a08660270 req-d67eeb5f-912f-49f2-b260-53579eb4303c service nova] Releasing lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.946061] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.963113] env[70261]: DEBUG oslo_vmware.api [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385903, 'name': ReconfigVM_Task, 'duration_secs': 0.146668} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.963344] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675562', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'name': 'volume-9bc18051-4244-4e0f-adb5-32c3c15ee514', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356de7b6-aa6c-4854-9e93-24cb71e3f1df', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'serial': '9bc18051-4244-4e0f-adb5-32c3c15ee514'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 795.005831] env[70261]: INFO nova.compute.manager [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Took 52.53 seconds to build instance. [ 795.089163] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385904, 'name': ReconfigVM_Task, 'duration_secs': 0.31688} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.089471] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c86b462d-07a5-4cf2-86b4-b15622dd6aad/c86b462d-07a5-4cf2-86b4-b15622dd6aad.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.090081] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2cbb472-230d-43e9-aecf-f1323796f24f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.097599] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 795.097599] env[70261]: value = "task-3385905" [ 795.097599] env[70261]: _type = "Task" [ 795.097599] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.106301] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385905, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.173363] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cffb2a-2cb3-5f46-59a7-ff0d2fbf1fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.173363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.173363] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.173363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.173830] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.173830] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.173830] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93398bbb-3a4c-4a0e-80a1-36d223288f89 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.183898] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.183898] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.184849] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a975b0-5d2a-4e65-b826-bf438e717ef5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.191808] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 795.191808] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c5567b-3b3a-8aef-3dd8-593547e38d70" [ 795.191808] env[70261]: _type = "Task" [ 795.191808] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.196255] env[70261]: DEBUG nova.compute.utils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.202629] env[70261]: DEBUG nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 795.207859] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c5567b-3b3a-8aef-3dd8-593547e38d70, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.209701] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55b0e73-d6a4-41f1-a0a0-53744c1310d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.216174] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 795.216174] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ef1a1f-4a0c-cdec-ea72-173d648f8d09" [ 795.216174] env[70261]: _type = "Task" [ 795.216174] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.223482] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d439f136-1bfc-49e8-82b1-8ba1b383a9a9 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "def44f3d-a6f7-4948-b813-f6313ff00bd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.708s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.230220] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ef1a1f-4a0c-cdec-ea72-173d648f8d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.306168] env[70261]: DEBUG nova.network.neutron [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 795.347921] env[70261]: DEBUG nova.network.neutron [-] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.379993] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0915d03d-546e-49c5-afef-d8be01b65d0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.391018] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2479c1-5916-42f9-89b8-04cf7230c0a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.429148] env[70261]: DEBUG nova.compute.manager [req-a03cc1b9-6044-4369-82f2-8abbc88f8e9b req-483d3063-0dc3-4ec7-a9f4-2f0a21f7ddfb service nova] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Detach interface failed, port_id=49343c99-66f7-4b75-ba21-c1c510fad928, reason: Instance e842f1cc-081b-49ad-8e12-bf0f209a0028 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.437762] env[70261]: DEBUG nova.network.neutron [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.507647] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ab6bc4d-112e-4d5e-93d8-8a3d3133deb6 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.473s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.607577] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385905, 'name': Rename_Task, 'duration_secs': 0.148313} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.610135] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.610135] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b68bfa7e-0824-4c2f-83ae-214593403c7e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.617020] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 795.617020] env[70261]: value = "task-3385906" [ 795.617020] env[70261]: _type = "Task" [ 795.617020] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.623139] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.702025] env[70261]: DEBUG nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.704470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de3d56dc-9da2-43e9-a4c5-e7786734e3d8 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.705923] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.874s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.706654] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.709688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.888s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.712166] env[70261]: INFO nova.compute.claims [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.731022] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ef1a1f-4a0c-cdec-ea72-173d648f8d09, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.731022] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.731022] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 69e037a3-f37a-4277-bac7-3c66589d08fe/69e037a3-f37a-4277-bac7-3c66589d08fe.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.731022] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fae8ef20-be3b-4d35-904f-5f7a327619d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.736481] env[70261]: INFO nova.scheduler.client.report [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Deleted allocations for instance ff431e2f-7be9-420b-9594-3a1e1742a96b [ 795.738611] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 795.738611] env[70261]: value = "task-3385907" [ 795.738611] env[70261]: _type = "Task" [ 795.738611] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.749467] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.831539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "12b86e9f-089b-4e33-9024-de6c8be59e94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.831818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.832069] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "12b86e9f-089b-4e33-9024-de6c8be59e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.832719] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.832719] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.834628] env[70261]: INFO nova.compute.manager [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Terminating instance [ 795.851354] env[70261]: INFO nova.compute.manager [-] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Took 1.44 seconds to deallocate network for instance. [ 795.940990] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3ee780a-339a-4ac1-8b72-292e44a04660 req-b5410b52-fd9b-4d7d-8937-0d17f69103d5 service nova] Releasing lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.941420] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.941584] env[70261]: DEBUG nova.network.neutron [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 796.011750] env[70261]: DEBUG nova.objects.instance [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lazy-loading 'flavor' on Instance uuid 356de7b6-aa6c-4854-9e93-24cb71e3f1df {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.013284] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.127351] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385906, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.253771] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4536eead-5ac3-470e-987e-88fce8b54701 tempest-ServersNegativeTestMultiTenantJSON-532932700 tempest-ServersNegativeTestMultiTenantJSON-532932700-project-member] Lock "ff431e2f-7be9-420b-9594-3a1e1742a96b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.900s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.262707] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475292} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.263748] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 69e037a3-f37a-4277-bac7-3c66589d08fe/69e037a3-f37a-4277-bac7-3c66589d08fe.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.264037] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.264255] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a5e792e-25e4-47af-9075-372838349e19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.273443] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 796.273443] env[70261]: value = "task-3385908" [ 796.273443] env[70261]: _type = "Task" [ 796.273443] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.285700] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.341131] env[70261]: DEBUG nova.compute.manager [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.341131] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.341131] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4692565-4007-48cd-8a37-2cc8eab4e8dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.351125] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.351125] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7443246a-372a-4c2a-ac80-29ef0b07af97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.357970] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.361025] env[70261]: DEBUG oslo_vmware.api [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 796.361025] env[70261]: value = "task-3385909" [ 796.361025] env[70261]: _type = "Task" [ 796.361025] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.370127] env[70261]: DEBUG oslo_vmware.api [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.505876] env[70261]: DEBUG nova.network.neutron [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 796.523602] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17a1e648-6979-4b7c-b22e-56dbaab1160c tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.306s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.561341] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.627715] env[70261]: DEBUG oslo_vmware.api [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3385906, 'name': PowerOnVM_Task, 'duration_secs': 0.807715} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.628080] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.628380] env[70261]: INFO nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Took 7.86 seconds to spawn the instance on the hypervisor. [ 796.628628] env[70261]: DEBUG nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.629534] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee96496-53bf-4278-a121-81b10d13bd33 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.706783] env[70261]: DEBUG nova.network.neutron [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updating instance_info_cache with network_info: [{"id": "937ef113-492b-41cd-86bb-1ecdcae53141", "address": "fa:16:3e:55:5e:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937ef113-49", "ovs_interfaceid": "937ef113-492b-41cd-86bb-1ecdcae53141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.719024] env[70261]: DEBUG nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.753399] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.756042] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.756978] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.756978] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.756978] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.756978] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.757329] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.758837] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.760390] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.760643] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.760877] env[70261]: DEBUG nova.virt.hardware [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.764556] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c1c7f-6500-4366-99ed-7170b3b12372 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.780286] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76ca8e2-bee1-42bc-9101-21663c5b6065 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.809919] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.816307] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Creating folder: Project (4864833c65ae40d0851d1e04403aec5d). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.816407] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093559} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.816639] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee341eae-d738-4741-b287-14bcb543c4c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.819973] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.820887] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e691dc-2e19-4c0a-8bfe-15bb5abd7b85 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.849337] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 69e037a3-f37a-4277-bac7-3c66589d08fe/69e037a3-f37a-4277-bac7-3c66589d08fe.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.854020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee46b60-682c-4df2-b7d0-748fe0f2df45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.868824] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Created folder: Project (4864833c65ae40d0851d1e04403aec5d) in parent group-v675446. [ 796.869793] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Creating folder: Instances. Parent ref: group-v675567. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.869793] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a5dddb-6abf-4795-af76-e0a98435f2a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.880397] env[70261]: DEBUG oslo_vmware.api [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385909, 'name': PowerOffVM_Task, 'duration_secs': 0.216296} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.884163] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.884352] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.884661] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 796.884661] env[70261]: value = "task-3385911" [ 796.884661] env[70261]: _type = "Task" [ 796.884661] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.885947] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a66e7e-ad97-4021-933f-c30fe466ed18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.887528] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Created folder: Instances in parent group-v675567. [ 796.887738] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.891119] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.891673] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e5796ea-3d0e-47c5-8272-a777fda2e487 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.910704] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.911973] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.911973] env[70261]: value = "task-3385914" [ 796.911973] env[70261]: _type = "Task" [ 796.911973] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.919533] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385914, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.957157] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.957386] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.957567] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleting the datastore file [datastore2] 12b86e9f-089b-4e33-9024-de6c8be59e94 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.958432] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c0208c2-b844-422d-acf7-accb39b23312 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.964757] env[70261]: DEBUG oslo_vmware.api [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 796.964757] env[70261]: value = "task-3385915" [ 796.964757] env[70261]: _type = "Task" [ 796.964757] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.973723] env[70261]: DEBUG oslo_vmware.api [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.152028] env[70261]: INFO nova.compute.manager [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Took 49.20 seconds to build instance. [ 797.208226] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.209251] env[70261]: DEBUG nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Instance network_info: |[{"id": "937ef113-492b-41cd-86bb-1ecdcae53141", "address": "fa:16:3e:55:5e:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937ef113-49", "ovs_interfaceid": "937ef113-492b-41cd-86bb-1ecdcae53141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.209449] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:5e:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '937ef113-492b-41cd-86bb-1ecdcae53141', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.216518] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating folder: Project (4f0ce7ea910348ebb8027b33c3ebe135). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.219203] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4e61600-42c1-4531-9b1a-e5c3bbe53e08 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.229404] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created folder: Project (4f0ce7ea910348ebb8027b33c3ebe135) in parent group-v675446. [ 797.229603] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating folder: Instances. Parent ref: group-v675570. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.229923] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b09633b1-7482-45ee-b187-337d437e52d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.241747] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created folder: Instances in parent group-v675570. [ 797.241982] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.242493] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.242493] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f1e2094-e990-4408-a6de-ba21d7e27885 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.265062] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.265062] env[70261]: value = "task-3385918" [ 797.265062] env[70261]: _type = "Task" [ 797.265062] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.272847] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385918, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.321945] env[70261]: DEBUG nova.compute.manager [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received event network-changed-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.322185] env[70261]: DEBUG nova.compute.manager [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing instance network info cache due to event network-changed-e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.322404] env[70261]: DEBUG oslo_concurrency.lockutils [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] Acquiring lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.322590] env[70261]: DEBUG oslo_concurrency.lockutils [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] Acquired lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.322707] env[70261]: DEBUG nova.network.neutron [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing network info cache for port e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 797.363873] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb6cb4-f094-4961-89aa-ee735fb82d16 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.371799] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364fc36-7c4e-4b1c-abf7-9e90be916d5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.408592] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48264b13-ed43-4502-9715-82da908a1c2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.416397] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.422612] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e745652-4bf4-4502-98bc-d08f7fcd2d77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.435381] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385914, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.444188] env[70261]: DEBUG nova.compute.provider_tree [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.477644] env[70261]: DEBUG oslo_vmware.api [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3385915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145059} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.477644] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.477644] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.477644] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.477644] env[70261]: INFO nova.compute.manager [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Took 1.14 seconds to destroy the instance on the hypervisor. [ 797.477800] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.477800] env[70261]: DEBUG nova.compute.manager [-] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.477800] env[70261]: DEBUG nova.network.neutron [-] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 797.655164] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d82d4e2e-7b75-4640-98c9-586119659881 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.250s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.775943] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385918, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.913774] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385911, 'name': ReconfigVM_Task, 'duration_secs': 0.729079} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.914060] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 69e037a3-f37a-4277-bac7-3c66589d08fe/69e037a3-f37a-4277-bac7-3c66589d08fe.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.914696] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4292cee4-f934-4ad2-9cad-c97df4c23bcd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.924702] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385914, 'name': CreateVM_Task, 'duration_secs': 0.58288} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.925801] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.926450] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 797.926450] env[70261]: value = "task-3385919" [ 797.926450] env[70261]: _type = "Task" [ 797.926450] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.926813] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.926968] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.927302] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.927584] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f649fcba-9339-4389-8387-5f12ae9621a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.940825] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 797.940825] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bf73e-7b2c-9f1e-433e-259733ebf55d" [ 797.940825] env[70261]: _type = "Task" [ 797.940825] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.940991] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385919, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.946612] env[70261]: DEBUG nova.scheduler.client.report [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.953738] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bf73e-7b2c-9f1e-433e-259733ebf55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.147127] env[70261]: DEBUG oslo_concurrency.lockutils [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Acquiring lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.149480] env[70261]: DEBUG oslo_concurrency.lockutils [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.159531] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.167941] env[70261]: DEBUG nova.network.neutron [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updated VIF entry in instance network info cache for port e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 798.169180] env[70261]: DEBUG nova.network.neutron [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updating instance_info_cache with network_info: [{"id": "e083c021-52ab-4673-aa17-89721b3f7215", "address": "fa:16:3e:d5:5f:ba", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape083c021-52", "ovs_interfaceid": "e083c021-52ab-4673-aa17-89721b3f7215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.277265] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385918, 'name': CreateVM_Task, 'duration_secs': 0.749327} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.277482] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.278209] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.278406] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.278734] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.279148] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7bc3c0-44e8-46f2-8711-e178011b491e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.283997] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 798.283997] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52049a41-6242-73ee-9bc6-0312de6b31b4" [ 798.283997] env[70261]: _type = "Task" [ 798.283997] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.293289] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52049a41-6242-73ee-9bc6-0312de6b31b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.410126] env[70261]: DEBUG nova.compute.manager [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Received event network-changed-db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.410348] env[70261]: DEBUG nova.compute.manager [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Refreshing instance network info cache due to event network-changed-db65eb87-b2b4-45ea-99e3-12e6c4c424db. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.410592] env[70261]: DEBUG oslo_concurrency.lockutils [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] Acquiring lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.411331] env[70261]: DEBUG oslo_concurrency.lockutils [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] Acquired lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.411550] env[70261]: DEBUG nova.network.neutron [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Refreshing network info cache for port db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 798.441381] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385919, 'name': Rename_Task, 'duration_secs': 0.417571} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.441776] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.446190] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a01702-16a2-43de-8684-794ad928d93c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.457601] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.458225] env[70261]: DEBUG nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.461511] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bf73e-7b2c-9f1e-433e-259733ebf55d, 'name': SearchDatastore_Task, 'duration_secs': 0.018371} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.463033] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.341s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.464487] env[70261]: INFO nova.compute.claims [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.469440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.469440] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.469440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.469440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.469670] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.469670] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 798.469670] env[70261]: value = "task-3385920" [ 798.469670] env[70261]: _type = "Task" [ 798.469670] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.469670] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21aa297d-5f76-4e97-ba91-937d9c8baada {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.483095] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.484640] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.484808] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.486181] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55d7ee6-7b99-4cb1-abce-4efdd577ba1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.493486] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 798.493486] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5212328d-ec34-43ff-74ac-df5fc5eb112f" [ 798.493486] env[70261]: _type = "Task" [ 798.493486] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.504577] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5212328d-ec34-43ff-74ac-df5fc5eb112f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.653722] env[70261]: INFO nova.compute.manager [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Detaching volume 9bc18051-4244-4e0f-adb5-32c3c15ee514 [ 798.674361] env[70261]: DEBUG oslo_concurrency.lockutils [req-d2eeb608-8975-4bed-ab42-62c378605a72 req-0437834e-f600-4b16-8a12-821bce6dd0be service nova] Releasing lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.696061] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.698116] env[70261]: INFO nova.virt.block_device [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Attempting to driver detach volume 9bc18051-4244-4e0f-adb5-32c3c15ee514 from mountpoint /dev/sdb [ 798.698366] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 798.698613] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675562', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'name': 'volume-9bc18051-4244-4e0f-adb5-32c3c15ee514', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356de7b6-aa6c-4854-9e93-24cb71e3f1df', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'serial': '9bc18051-4244-4e0f-adb5-32c3c15ee514'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 798.699504] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13327cbd-3232-4785-9fd1-a26770b91639 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.724133] env[70261]: DEBUG nova.network.neutron [-] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.728779] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff6ec88-4ec0-49e3-bd6c-c4241a9614d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.734180] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd02bb6-532b-4ef4-ad07-5ecbeb91e65d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.764023] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9d1859-1c18-4cc5-b2ec-55e9bf3afbb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.779366] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] The volume has not been displaced from its original location: [datastore1] volume-9bc18051-4244-4e0f-adb5-32c3c15ee514/volume-9bc18051-4244-4e0f-adb5-32c3c15ee514.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 798.784747] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 798.785159] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3355567c-39d0-4559-95d7-c9ef35089090 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.809500] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52049a41-6242-73ee-9bc6-0312de6b31b4, 'name': SearchDatastore_Task, 'duration_secs': 0.02185} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.810825] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.811072] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.811304] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.811446] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.811636] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.811954] env[70261]: DEBUG oslo_vmware.api [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Waiting for the task: (returnval){ [ 798.811954] env[70261]: value = "task-3385921" [ 798.811954] env[70261]: _type = "Task" [ 798.811954] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.812142] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7550c72-3487-4a6c-8440-ec9ca52b986f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.821956] env[70261]: DEBUG oslo_vmware.api [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.823350] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.823528] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.827025] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7072ee3c-acb3-4139-b1eb-a9b135ba2158 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.829683] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 798.829683] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ca38d0-1810-2c9b-5237-f48917605780" [ 798.829683] env[70261]: _type = "Task" [ 798.829683] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.838547] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ca38d0-1810-2c9b-5237-f48917605780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.964085] env[70261]: DEBUG nova.compute.utils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.965563] env[70261]: DEBUG nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.965942] env[70261]: DEBUG nova.network.neutron [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.995402] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385920, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.004755] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5212328d-ec34-43ff-74ac-df5fc5eb112f, 'name': SearchDatastore_Task, 'duration_secs': 0.031699} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.005645] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0cb061-6834-4d04-be6f-a269563bec00 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015902] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 799.015902] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52435cc2-1fa5-c89d-8d59-36c9f7cd1c75" [ 799.015902] env[70261]: _type = "Task" [ 799.015902] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.020623] env[70261]: DEBUG nova.policy [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd6bdfa0a864595a87566d024e3ebc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01da20b0f306498ba8f656667266c4c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.027371] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52435cc2-1fa5-c89d-8d59-36c9f7cd1c75, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.027628] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.027888] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.028172] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8a69de-fbcc-4978-a413-19b5ccaffc18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.035162] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 799.035162] env[70261]: value = "task-3385922" [ 799.035162] env[70261]: _type = "Task" [ 799.035162] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.044903] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.231145] env[70261]: INFO nova.compute.manager [-] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Took 1.75 seconds to deallocate network for instance. [ 799.328246] env[70261]: DEBUG oslo_vmware.api [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385921, 'name': ReconfigVM_Task, 'duration_secs': 0.268181} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.328748] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 799.337457] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43caf94-a5ad-40ee-8f62-d8e5cf7350cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.357827] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ca38d0-1810-2c9b-5237-f48917605780, 'name': SearchDatastore_Task, 'duration_secs': 0.014936} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.361820] env[70261]: DEBUG oslo_vmware.api [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Waiting for the task: (returnval){ [ 799.361820] env[70261]: value = "task-3385923" [ 799.361820] env[70261]: _type = "Task" [ 799.361820] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.363795] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f4c2a1-3543-44b2-a39d-d3d5359636a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.377349] env[70261]: DEBUG oslo_vmware.api [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.378734] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 799.378734] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b57a6-23cb-3c53-479f-52cc5f12af57" [ 799.378734] env[70261]: _type = "Task" [ 799.378734] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.392698] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b57a6-23cb-3c53-479f-52cc5f12af57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.428252] env[70261]: DEBUG nova.network.neutron [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Updated VIF entry in instance network info cache for port db65eb87-b2b4-45ea-99e3-12e6c4c424db. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 799.428446] env[70261]: DEBUG nova.network.neutron [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Updating instance_info_cache with network_info: [{"id": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "address": "fa:16:3e:d0:6e:94", "network": {"id": "03c7a208-cf9d-4c37-a93e-b366e20b7ca7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-861197864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9569efaec3d340fda8d9d914515caeaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb65eb87-b2", "ovs_interfaceid": "db65eb87-b2b4-45ea-99e3-12e6c4c424db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.471047] env[70261]: DEBUG nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.488611] env[70261]: DEBUG oslo_vmware.api [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385920, 'name': PowerOnVM_Task, 'duration_secs': 0.724229} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.495833] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.496067] env[70261]: INFO nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Took 8.12 seconds to spawn the instance on the hypervisor. [ 799.496239] env[70261]: DEBUG nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.499587] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b902ea-8812-4ded-8e4f-c50ad2e7937d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.555372] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501807} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.556843] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.557154] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.560263] env[70261]: DEBUG nova.compute.manager [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Received event network-vif-deleted-4ef4e26c-55d9-43f2-8e24-cc1b21c27264 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.560596] env[70261]: DEBUG nova.compute.manager [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received event network-changed-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.560786] env[70261]: DEBUG nova.compute.manager [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing instance network info cache due to event network-changed-e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.560999] env[70261]: DEBUG oslo_concurrency.lockutils [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] Acquiring lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.561154] env[70261]: DEBUG oslo_concurrency.lockutils [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] Acquired lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.561312] env[70261]: DEBUG nova.network.neutron [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing network info cache for port e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 799.571976] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ab8bc3-477d-4805-83da-62ec9fcddaa3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.573398] env[70261]: DEBUG nova.network.neutron [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Successfully created port: c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.583687] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 799.583687] env[70261]: value = "task-3385924" [ 799.583687] env[70261]: _type = "Task" [ 799.583687] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.593024] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.655673] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707ca63d-73bb-4b5b-bdd4-af3241157c6f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.663639] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af1e66c-8b16-4b30-8c91-21e36d3632d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.694658] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12773eef-942a-4720-8acb-dc1eed0db49e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.702591] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e447d87-1eb8-489c-a0a9-40b39673d81e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.717141] env[70261]: DEBUG nova.compute.provider_tree [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.741091] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.875360] env[70261]: DEBUG oslo_vmware.api [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.888381] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b57a6-23cb-3c53-479f-52cc5f12af57, 'name': SearchDatastore_Task, 'duration_secs': 0.031434} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.888648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.888933] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] f813423c-c58a-4f7b-86c0-4b8e44ac7a4e/f813423c-c58a-4f7b-86c0-4b8e44ac7a4e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.889368] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b5cbc3d-c032-4257-a58b-a1f6cf1f9afc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.894985] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 799.894985] env[70261]: value = "task-3385925" [ 799.894985] env[70261]: _type = "Task" [ 799.894985] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.904246] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.931105] env[70261]: DEBUG oslo_concurrency.lockutils [req-37cce57d-dbd3-495c-aecd-9bb93243ff81 req-e62ed947-fd35-4c3f-a802-d4faa07969f6 service nova] Releasing lock "refresh_cache-c86b462d-07a5-4cf2-86b4-b15622dd6aad" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.030884] env[70261]: INFO nova.compute.manager [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Took 47.68 seconds to build instance. [ 800.094870] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063268} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.095422] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.096320] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01764afe-228c-464b-be6d-25537d7ae96a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.117620] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.118304] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278bc7c4-69e3-46f2-bb78-fed8e023df2e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.138646] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 800.138646] env[70261]: value = "task-3385926" [ 800.138646] env[70261]: _type = "Task" [ 800.138646] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.148039] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.219965] env[70261]: DEBUG nova.scheduler.client.report [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.376991] env[70261]: DEBUG oslo_vmware.api [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Task: {'id': task-3385923, 'name': ReconfigVM_Task, 'duration_secs': 0.881889} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.377546] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675562', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'name': 'volume-9bc18051-4244-4e0f-adb5-32c3c15ee514', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356de7b6-aa6c-4854-9e93-24cb71e3f1df', 'attached_at': '', 'detached_at': '', 'volume_id': '9bc18051-4244-4e0f-adb5-32c3c15ee514', 'serial': '9bc18051-4244-4e0f-adb5-32c3c15ee514'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 800.414962] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385925, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.419147] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] Acquiring lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.419493] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] Acquired lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.419579] env[70261]: DEBUG nova.network.neutron [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 800.487757] env[70261]: DEBUG nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.517198] env[70261]: DEBUG nova.network.neutron [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updated VIF entry in instance network info cache for port e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 800.517754] env[70261]: DEBUG nova.network.neutron [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updating instance_info_cache with network_info: [{"id": "e083c021-52ab-4673-aa17-89721b3f7215", "address": "fa:16:3e:d5:5f:ba", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape083c021-52", "ovs_interfaceid": "e083c021-52ab-4673-aa17-89721b3f7215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.523981] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.524864] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.524864] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.524864] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.525121] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.525334] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.525685] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.525831] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.526037] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.526559] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.526559] env[70261]: DEBUG nova.virt.hardware [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.527570] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7b5a0-9928-4751-99d8-ec55867c528b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.534697] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8feb85e9-0da5-4101-87ad-28810ccd232d tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.506s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.543626] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75396bc3-3308-48a7-ae99-df346acbefcd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.652796] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.726095] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.726654] env[70261]: DEBUG nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.729439] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.399s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.729624] env[70261]: DEBUG nova.objects.instance [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 800.907605] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385925, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.979946] env[70261]: DEBUG nova.objects.instance [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lazy-loading 'flavor' on Instance uuid 356de7b6-aa6c-4854-9e93-24cb71e3f1df {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.022110] env[70261]: DEBUG oslo_concurrency.lockutils [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] Releasing lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.022940] env[70261]: DEBUG nova.compute.manager [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Received event network-changed-088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.023468] env[70261]: DEBUG nova.compute.manager [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Refreshing instance network info cache due to event network-changed-088565c5-b18c-4ff1-ba8a-222f96daae2e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.023807] env[70261]: DEBUG oslo_concurrency.lockutils [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] Acquiring lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.024101] env[70261]: DEBUG oslo_concurrency.lockutils [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] Acquired lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.024545] env[70261]: DEBUG nova.network.neutron [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Refreshing network info cache for port 088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 801.040208] env[70261]: DEBUG nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.140761] env[70261]: DEBUG nova.network.neutron [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Successfully updated port: c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.151886] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385926, 'name': ReconfigVM_Task, 'duration_secs': 0.525197} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.152034] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.152892] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52008a2-e4ab-4109-921e-8b5290c6489d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.160070] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 801.160070] env[70261]: value = "task-3385927" [ 801.160070] env[70261]: _type = "Task" [ 801.160070] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.170652] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385927, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.233709] env[70261]: DEBUG nova.compute.utils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.235124] env[70261]: DEBUG nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.235304] env[70261]: DEBUG nova.network.neutron [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.268127] env[70261]: DEBUG nova.network.neutron [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Updating instance_info_cache with network_info: [{"id": "2b73be75-495d-43ac-8623-093c8a510e55", "address": "fa:16:3e:ad:8d:6f", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b73be75-49", "ovs_interfaceid": "2b73be75-495d-43ac-8623-093c8a510e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.303466] env[70261]: DEBUG nova.policy [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3df9e65371d43fb8daa5be48597d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9885e76c83ad46e2b6dd956074b0c40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.399571] env[70261]: DEBUG nova.compute.manager [req-d18edaab-5012-4abd-b34d-f0904593ec6d req-57efc427-0d1f-4160-bef9-0826d6980518 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Received event network-vif-plugged-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.399923] env[70261]: DEBUG oslo_concurrency.lockutils [req-d18edaab-5012-4abd-b34d-f0904593ec6d req-57efc427-0d1f-4160-bef9-0826d6980518 service nova] Acquiring lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.400273] env[70261]: DEBUG oslo_concurrency.lockutils [req-d18edaab-5012-4abd-b34d-f0904593ec6d req-57efc427-0d1f-4160-bef9-0826d6980518 service nova] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.400604] env[70261]: DEBUG oslo_concurrency.lockutils [req-d18edaab-5012-4abd-b34d-f0904593ec6d req-57efc427-0d1f-4160-bef9-0826d6980518 service nova] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.400812] env[70261]: DEBUG nova.compute.manager [req-d18edaab-5012-4abd-b34d-f0904593ec6d req-57efc427-0d1f-4160-bef9-0826d6980518 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] No waiting events found dispatching network-vif-plugged-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.400989] env[70261]: WARNING nova.compute.manager [req-d18edaab-5012-4abd-b34d-f0904593ec6d req-57efc427-0d1f-4160-bef9-0826d6980518 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Received unexpected event network-vif-plugged-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb for instance with vm_state building and task_state spawning. [ 801.412951] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385925, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.572744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.650205] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.650205] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.650205] env[70261]: DEBUG nova.network.neutron [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 801.672174] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385927, 'name': Rename_Task, 'duration_secs': 0.457423} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.672174] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.673351] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fde3543-2ae7-4b08-9792-b961b35e8b23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.680822] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 801.680822] env[70261]: value = "task-3385928" [ 801.680822] env[70261]: _type = "Task" [ 801.680822] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.686230] env[70261]: DEBUG nova.compute.manager [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Received event network-changed-088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.686356] env[70261]: DEBUG nova.compute.manager [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Refreshing instance network info cache due to event network-changed-088565c5-b18c-4ff1-ba8a-222f96daae2e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.686536] env[70261]: DEBUG oslo_concurrency.lockutils [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] Acquiring lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.697099] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.741677] env[70261]: DEBUG nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.748946] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8b3b2e58-00e4-4101-b41f-f871e3652025 tempest-ServersAdmin275Test-1313101438 tempest-ServersAdmin275Test-1313101438-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.750158] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.772s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.755694] env[70261]: INFO nova.compute.claims [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.760653] env[70261]: DEBUG nova.network.neutron [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Successfully created port: 475371dd-fef6-4d02-800d-ecac391156aa {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.771839] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] Releasing lock "refresh_cache-69e037a3-f37a-4277-bac7-3c66589d08fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.772155] env[70261]: DEBUG nova.compute.manager [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Inject network info {{(pid=70261) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 801.772462] env[70261]: DEBUG nova.compute.manager [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] network_info to inject: |[{"id": "2b73be75-495d-43ac-8623-093c8a510e55", "address": "fa:16:3e:ad:8d:6f", "network": {"id": "ed813d37-1bf4-4407-999f-6644db99f244", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-474844972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74afbacf0cec4bda98f69c0ef60878a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b73be75-49", "ovs_interfaceid": "2b73be75-495d-43ac-8623-093c8a510e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 801.778941] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Reconfiguring VM instance to set the machine id {{(pid=70261) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 801.779664] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014e4775-2021-496f-9be7-55583118cfb0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.800382] env[70261]: DEBUG oslo_vmware.api [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] Waiting for the task: (returnval){ [ 801.800382] env[70261]: value = "task-3385929" [ 801.800382] env[70261]: _type = "Task" [ 801.800382] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.814863] env[70261]: DEBUG oslo_vmware.api [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] Task: {'id': task-3385929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.912151] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385925, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67423} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.912151] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] f813423c-c58a-4f7b-86c0-4b8e44ac7a4e/f813423c-c58a-4f7b-86c0-4b8e44ac7a4e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.912151] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.912151] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-facf1091-d576-485f-b2af-6dbe634fabe2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.918018] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 801.918018] env[70261]: value = "task-3385930" [ 801.918018] env[70261]: _type = "Task" [ 801.918018] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.928583] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.966708] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "dbf53fcc-6542-4be2-b23c-172935a5b679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.967204] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.967613] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "dbf53fcc-6542-4be2-b23c-172935a5b679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.967925] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.968322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.971435] env[70261]: INFO nova.compute.manager [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Terminating instance [ 801.987799] env[70261]: DEBUG oslo_concurrency.lockutils [None req-32766bfa-2154-458f-9db6-bb2b49d176df tempest-VolumesAssistedSnapshotsTest-1873276302 tempest-VolumesAssistedSnapshotsTest-1873276302-project-admin] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.838s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.194021] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.211154] env[70261]: DEBUG nova.network.neutron [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 802.310684] env[70261]: DEBUG oslo_vmware.api [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] Task: {'id': task-3385929, 'name': ReconfigVM_Task, 'duration_secs': 0.201373} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.310954] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83748b94-0909-4e4d-9327-35940afff387 tempest-ServersAdminTestJSON-1504490723 tempest-ServersAdminTestJSON-1504490723-project-admin] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Reconfigured VM instance to set the machine id {{(pid=70261) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 802.335281] env[70261]: DEBUG nova.network.neutron [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updated VIF entry in instance network info cache for port 088565c5-b18c-4ff1-ba8a-222f96daae2e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 802.335633] env[70261]: DEBUG nova.network.neutron [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updating instance_info_cache with network_info: [{"id": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "address": "fa:16:3e:f2:f8:a9", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088565c5-b1", "ovs_interfaceid": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.427748] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095944} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.428017] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.429340] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d87cb7-bec6-4d73-9c00-249c49ef843b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.455074] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f813423c-c58a-4f7b-86c0-4b8e44ac7a4e/f813423c-c58a-4f7b-86c0-4b8e44ac7a4e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.455396] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55e0f95-e01b-4153-927d-58826febbe5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.476909] env[70261]: DEBUG nova.compute.manager [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.477597] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.477597] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 802.477597] env[70261]: value = "task-3385931" [ 802.477597] env[70261]: _type = "Task" [ 802.477597] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.482038] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d757a76-f6b5-434d-adc2-28c9e4405f41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.487296] env[70261]: DEBUG nova.network.neutron [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updating instance_info_cache with network_info: [{"id": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "address": "fa:16:3e:fa:92:bc", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc105dfa9-e8", "ovs_interfaceid": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.498282] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.499362] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c86b82-5b74-41df-a890-174edfca8fa8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.501035] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.505230] env[70261]: DEBUG oslo_vmware.api [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 802.505230] env[70261]: value = "task-3385932" [ 802.505230] env[70261]: _type = "Task" [ 802.505230] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.514842] env[70261]: DEBUG oslo_vmware.api [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.691584] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.756690] env[70261]: DEBUG nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.789289] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.789548] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.789744] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.789872] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.790256] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.790623] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.790703] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.791238] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.791238] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.791344] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.791484] env[70261]: DEBUG nova.virt.hardware [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.792443] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc41d16-e2d6-4ada-bf64-d95a03dedf71 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.802054] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a088f46b-5c64-47f3-a37b-0d476a38d786 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.838277] env[70261]: DEBUG oslo_concurrency.lockutils [req-83e361f3-3967-473c-b7a9-93b115a7c504 req-db45137d-f052-4ed1-8973-e51992f547f8 service nova] Releasing lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.839241] env[70261]: DEBUG oslo_concurrency.lockutils [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] Acquired lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.839241] env[70261]: DEBUG nova.network.neutron [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Refreshing network info cache for port 088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 802.994350] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Releasing lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.994774] env[70261]: DEBUG nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Instance network_info: |[{"id": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "address": "fa:16:3e:fa:92:bc", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc105dfa9-e8", "ovs_interfaceid": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.995416] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:92:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.004412] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.005373] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.005659] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499b7830-c8d1-4149-bd81-69e6d7ad7ef6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.031110] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385931, 'name': ReconfigVM_Task, 'duration_secs': 0.458415} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.032048] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f813423c-c58a-4f7b-86c0-4b8e44ac7a4e/f813423c-c58a-4f7b-86c0-4b8e44ac7a4e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.033160] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de822990-82dd-4c67-8a15-9f05efd00490 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.041580] env[70261]: DEBUG oslo_vmware.api [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385932, 'name': PowerOffVM_Task, 'duration_secs': 0.229091} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.041580] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.041580] env[70261]: value = "task-3385934" [ 803.041580] env[70261]: _type = "Task" [ 803.041580] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.041580] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.041811] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.042799] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 803.042799] env[70261]: value = "task-3385935" [ 803.042799] env[70261]: _type = "Task" [ 803.042799] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.046927] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-652a2d1f-8619-4703-a3a6-ac60d5022fa2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.066160] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385934, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.197643] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.295196] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.295196] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.295196] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Deleting the datastore file [datastore1] dbf53fcc-6542-4be2-b23c-172935a5b679 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.295448] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e4f9d45-9590-4f9b-9d2e-03a5944b765c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.305748] env[70261]: DEBUG oslo_vmware.api [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 803.305748] env[70261]: value = "task-3385937" [ 803.305748] env[70261]: _type = "Task" [ 803.305748] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.315046] env[70261]: DEBUG oslo_vmware.api [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.373011] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c3d77c-a6fe-479b-bbdd-649336b53968 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.388437] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1126cfb-37ff-4e17-9878-5f14be386592 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.426422] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df6fe5-ed4b-49c3-a783-0fb85687cbe0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.434415] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e3522b-3c29-48bb-a44b-566d986230ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.449311] env[70261]: DEBUG nova.compute.provider_tree [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.507582] env[70261]: DEBUG nova.compute.manager [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Received event network-changed-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.507582] env[70261]: DEBUG nova.compute.manager [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Refreshing instance network info cache due to event network-changed-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.507582] env[70261]: DEBUG oslo_concurrency.lockutils [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] Acquiring lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.507582] env[70261]: DEBUG oslo_concurrency.lockutils [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] Acquired lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.507582] env[70261]: DEBUG nova.network.neutron [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Refreshing network info cache for port c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 803.557726] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385934, 'name': CreateVM_Task, 'duration_secs': 0.381897} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.563688] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.563688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.563688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.563688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.563688] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9285a696-8825-4efd-974f-243993d29103 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.572229] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385935, 'name': Rename_Task, 'duration_secs': 0.34865} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.572229] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.572229] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed14d32b-a1f5-4d66-8e10-2d41d8bfd7ea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.573607] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 803.573607] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296d0a1-b28b-466e-070d-3590dfeb4219" [ 803.573607] env[70261]: _type = "Task" [ 803.573607] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.581774] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 803.581774] env[70261]: value = "task-3385938" [ 803.581774] env[70261]: _type = "Task" [ 803.581774] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.591830] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296d0a1-b28b-466e-070d-3590dfeb4219, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.592747] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.593045] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.593341] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.593546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.593825] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.597906] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff7c02b1-3e8f-41f1-805b-664ee102a895 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.600466] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385938, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.607860] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.608131] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.608948] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a39f563-a278-41f4-b41b-9a0ca39942ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.620105] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 803.620105] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520440e4-6a25-1be0-4fd6-a4504b71a8ae" [ 803.620105] env[70261]: _type = "Task" [ 803.620105] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.628174] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520440e4-6a25-1be0-4fd6-a4504b71a8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.694523] env[70261]: DEBUG oslo_vmware.api [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385928, 'name': PowerOnVM_Task, 'duration_secs': 1.799365} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.695208] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.695208] env[70261]: INFO nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Took 6.98 seconds to spawn the instance on the hypervisor. [ 803.695208] env[70261]: DEBUG nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.695821] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73309d1-fb87-4f9c-960d-04f4192a46eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.813290] env[70261]: DEBUG nova.network.neutron [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updated VIF entry in instance network info cache for port 088565c5-b18c-4ff1-ba8a-222f96daae2e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 803.813737] env[70261]: DEBUG nova.network.neutron [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updating instance_info_cache with network_info: [{"id": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "address": "fa:16:3e:f2:f8:a9", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088565c5-b1", "ovs_interfaceid": "088565c5-b18c-4ff1-ba8a-222f96daae2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.829321] env[70261]: DEBUG oslo_vmware.api [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3385937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201967} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.829609] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.829809] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.830796] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.830796] env[70261]: INFO nova.compute.manager [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Took 1.35 seconds to destroy the instance on the hypervisor. [ 803.830796] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.830980] env[70261]: DEBUG nova.compute.manager [-] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.830980] env[70261]: DEBUG nova.network.neutron [-] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 803.952928] env[70261]: DEBUG nova.scheduler.client.report [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.047842] env[70261]: DEBUG nova.compute.manager [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received event network-changed-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.048050] env[70261]: DEBUG nova.compute.manager [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing instance network info cache due to event network-changed-e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.048266] env[70261]: DEBUG oslo_concurrency.lockutils [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] Acquiring lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.048457] env[70261]: DEBUG oslo_concurrency.lockutils [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] Acquired lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.050725] env[70261]: DEBUG nova.network.neutron [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing network info cache for port e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 804.096330] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.134549] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520440e4-6a25-1be0-4fd6-a4504b71a8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.139635] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11567c57-d4fe-4d4c-abf5-c71498a4a501 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.147738] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 804.147738] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5290923f-10aa-89c0-0f75-6ff819c41df8" [ 804.147738] env[70261]: _type = "Task" [ 804.147738] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.157783] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5290923f-10aa-89c0-0f75-6ff819c41df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.214113] env[70261]: DEBUG nova.network.neutron [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Successfully updated port: 475371dd-fef6-4d02-800d-ecac391156aa {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.217710] env[70261]: INFO nova.compute.manager [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Took 46.48 seconds to build instance. [ 804.321074] env[70261]: DEBUG oslo_concurrency.lockutils [req-7cec8906-77e8-482e-85b6-0bf09345b2dc req-47db2cd3-2933-4294-a739-86e6611a3244 service nova] Releasing lock "refresh_cache-dbf53fcc-6542-4be2-b23c-172935a5b679" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.409436] env[70261]: DEBUG nova.network.neutron [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updated VIF entry in instance network info cache for port c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 804.409584] env[70261]: DEBUG nova.network.neutron [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updating instance_info_cache with network_info: [{"id": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "address": "fa:16:3e:fa:92:bc", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc105dfa9-e8", "ovs_interfaceid": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.459042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.460015] env[70261]: DEBUG nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.462423] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.637s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.463171] env[70261]: DEBUG nova.objects.instance [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lazy-loading 'resources' on Instance uuid f4a955fe-a19c-4377-acc5-ab30cc469bf4 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.597370] env[70261]: DEBUG oslo_vmware.api [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3385938, 'name': PowerOnVM_Task, 'duration_secs': 0.990316} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.597370] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.597370] env[70261]: INFO nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Took 10.60 seconds to spawn the instance on the hypervisor. [ 804.597370] env[70261]: DEBUG nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.597627] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a1db9-db1d-4e36-8af1-3b7e470b9278 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.658236] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5290923f-10aa-89c0-0f75-6ff819c41df8, 'name': SearchDatastore_Task, 'duration_secs': 0.022397} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.658495] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.658764] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 952b075b-a43c-424a-8f1a-b2e8bb12e6c5/952b075b-a43c-424a-8f1a-b2e8bb12e6c5.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.659059] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b399fd02-8184-4e86-917f-d4c7b064ce93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.665990] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 804.665990] env[70261]: value = "task-3385939" [ 804.665990] env[70261]: _type = "Task" [ 804.665990] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.675557] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.720809] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "refresh_cache-f1e35b93-05de-4ca0-be0c-c9752f64acc9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.720981] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "refresh_cache-f1e35b93-05de-4ca0-be0c-c9752f64acc9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.721239] env[70261]: DEBUG nova.network.neutron [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 804.722613] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ae95fc09-886a-4cae-9cf4-faed9ad7cdc9 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.540s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.802406] env[70261]: DEBUG nova.network.neutron [-] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.913660] env[70261]: DEBUG oslo_concurrency.lockutils [req-d32285b6-9d29-4f6d-82d1-ce97433676f6 req-ce743bfe-0a24-4354-b26b-b7a422234852 service nova] Releasing lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.949507] env[70261]: DEBUG nova.network.neutron [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updated VIF entry in instance network info cache for port e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 804.949507] env[70261]: DEBUG nova.network.neutron [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updating instance_info_cache with network_info: [{"id": "e083c021-52ab-4673-aa17-89721b3f7215", "address": "fa:16:3e:d5:5f:ba", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape083c021-52", "ovs_interfaceid": "e083c021-52ab-4673-aa17-89721b3f7215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.969933] env[70261]: DEBUG nova.compute.utils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.975238] env[70261]: DEBUG nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.975893] env[70261]: DEBUG nova.network.neutron [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.044761] env[70261]: DEBUG nova.policy [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce50acab654f44a6a1cef395ea8bb456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603a4ed24f024e34bb84192c330fc473', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.046872] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.047314] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.047671] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.047988] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.048341] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.054956] env[70261]: INFO nova.compute.manager [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Terminating instance [ 805.130541] env[70261]: INFO nova.compute.manager [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Took 51.74 seconds to build instance. [ 805.180733] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454222} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.181018] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 952b075b-a43c-424a-8f1a-b2e8bb12e6c5/952b075b-a43c-424a-8f1a-b2e8bb12e6c5.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.181145] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.181465] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9153d4e-ccb8-4e9d-82be-18c19cb1878c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.188794] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 805.188794] env[70261]: value = "task-3385940" [ 805.188794] env[70261]: _type = "Task" [ 805.188794] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.198501] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.227922] env[70261]: DEBUG nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.270038] env[70261]: DEBUG nova.network.neutron [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 805.311695] env[70261]: INFO nova.compute.manager [-] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Took 1.48 seconds to deallocate network for instance. [ 805.455110] env[70261]: DEBUG oslo_concurrency.lockutils [req-8bbec367-7f06-472c-89f9-c7731f835045 req-34583a4e-4632-4ea3-a926-c4ca54a7d4fd service nova] Releasing lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.477145] env[70261]: DEBUG nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.511463] env[70261]: DEBUG nova.network.neutron [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Updating instance_info_cache with network_info: [{"id": "475371dd-fef6-4d02-800d-ecac391156aa", "address": "fa:16:3e:39:11:63", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475371dd-fe", "ovs_interfaceid": "475371dd-fef6-4d02-800d-ecac391156aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.559620] env[70261]: DEBUG nova.compute.manager [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.559795] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.560787] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7200ec-1258-4db5-9c23-469c04830c97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.567602] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b6cc63-cd2e-40e1-b85b-dc854149dcce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.579205] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952e5ae-6174-4d75-89dd-4d120ada4a5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.583172] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.587407] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b3f35ab-d585-4825-a6c2-c9515eeb1033 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.620152] env[70261]: DEBUG nova.network.neutron [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Successfully created port: 76bf05d1-e7cd-4d74-8909-cf6af629c37f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.624278] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d52fdec-2fc4-4762-92a3-2076d8e6db8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.627650] env[70261]: DEBUG oslo_vmware.api [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 805.627650] env[70261]: value = "task-3385941" [ 805.627650] env[70261]: _type = "Task" [ 805.627650] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.633750] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f014e0f2-0991-4393-a048-83b4c01136e5 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.881s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.635353] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec012fad-bc87-471e-83d9-0d7a6e355209 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.642378] env[70261]: DEBUG oslo_vmware.api [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.652321] env[70261]: DEBUG nova.compute.provider_tree [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.705037] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068789} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.706122] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.706301] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2518d9-2971-454e-bd53-aa042340b37c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.736903] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 952b075b-a43c-424a-8f1a-b2e8bb12e6c5/952b075b-a43c-424a-8f1a-b2e8bb12e6c5.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.739653] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ac9512-8614-458c-a067-ef92666d4cd9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.763542] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 805.763542] env[70261]: value = "task-3385942" [ 805.763542] env[70261]: _type = "Task" [ 805.763542] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.772659] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.776989] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.823672] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.016746] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "refresh_cache-f1e35b93-05de-4ca0-be0c-c9752f64acc9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.016746] env[70261]: DEBUG nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Instance network_info: |[{"id": "475371dd-fef6-4d02-800d-ecac391156aa", "address": "fa:16:3e:39:11:63", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475371dd-fe", "ovs_interfaceid": "475371dd-fef6-4d02-800d-ecac391156aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.017166] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:11:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475371dd-fef6-4d02-800d-ecac391156aa', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.024568] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating folder: Project (9885e76c83ad46e2b6dd956074b0c40b). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.025171] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc06a2e9-2eb4-41d8-9b5d-6eb462c4c20a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.036925] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created folder: Project (9885e76c83ad46e2b6dd956074b0c40b) in parent group-v675446. [ 806.036925] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating folder: Instances. Parent ref: group-v675574. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.036925] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb6932d7-40fb-4965-867f-0edf101f942d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.048100] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created folder: Instances in parent group-v675574. [ 806.048355] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.050620] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.051773] env[70261]: DEBUG nova.compute.manager [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Received event network-vif-plugged-475371dd-fef6-4d02-800d-ecac391156aa {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.051984] env[70261]: DEBUG oslo_concurrency.lockutils [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] Acquiring lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.052205] env[70261]: DEBUG oslo_concurrency.lockutils [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.052385] env[70261]: DEBUG oslo_concurrency.lockutils [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.052553] env[70261]: DEBUG nova.compute.manager [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] No waiting events found dispatching network-vif-plugged-475371dd-fef6-4d02-800d-ecac391156aa {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.052822] env[70261]: WARNING nova.compute.manager [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Received unexpected event network-vif-plugged-475371dd-fef6-4d02-800d-ecac391156aa for instance with vm_state building and task_state spawning. [ 806.052902] env[70261]: DEBUG nova.compute.manager [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Received event network-changed-475371dd-fef6-4d02-800d-ecac391156aa {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.053031] env[70261]: DEBUG nova.compute.manager [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Refreshing instance network info cache due to event network-changed-475371dd-fef6-4d02-800d-ecac391156aa. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.053221] env[70261]: DEBUG oslo_concurrency.lockutils [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] Acquiring lock "refresh_cache-f1e35b93-05de-4ca0-be0c-c9752f64acc9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.053388] env[70261]: DEBUG oslo_concurrency.lockutils [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] Acquired lock "refresh_cache-f1e35b93-05de-4ca0-be0c-c9752f64acc9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.053983] env[70261]: DEBUG nova.network.neutron [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Refreshing network info cache for port 475371dd-fef6-4d02-800d-ecac391156aa {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 806.055453] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49547f39-ddee-4c27-8ee9-27dba3438c07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.080288] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.080288] env[70261]: value = "task-3385945" [ 806.080288] env[70261]: _type = "Task" [ 806.080288] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.089599] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385945, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.138088] env[70261]: DEBUG oslo_vmware.api [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385941, 'name': PowerOffVM_Task, 'duration_secs': 0.422727} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.138935] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.138935] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.139168] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a8e041-0973-4b87-86a5-b178ae11bf2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.158769] env[70261]: DEBUG nova.scheduler.client.report [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.230626] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.231060] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.231060] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Deleting the datastore file [datastore1] d8eaadff-163f-45bf-9a8a-2643106b8ba8 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.231857] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd97610-cc51-4221-9397-388b88312e80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.239197] env[70261]: DEBUG oslo_vmware.api [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 806.239197] env[70261]: value = "task-3385947" [ 806.239197] env[70261]: _type = "Task" [ 806.239197] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.251776] env[70261]: DEBUG oslo_vmware.api [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.273782] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385942, 'name': ReconfigVM_Task, 'duration_secs': 0.353394} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.274131] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 952b075b-a43c-424a-8f1a-b2e8bb12e6c5/952b075b-a43c-424a-8f1a-b2e8bb12e6c5.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.274857] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-901cbf63-3446-420b-af89-d3aac83be328 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.282890] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 806.282890] env[70261]: value = "task-3385948" [ 806.282890] env[70261]: _type = "Task" [ 806.282890] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.292313] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385948, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.340822] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.343090] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.486037] env[70261]: DEBUG nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.508722] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.508983] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.509154] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.509338] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.509506] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.509688] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.509976] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.510162] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.510419] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.510573] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.510757] env[70261]: DEBUG nova.virt.hardware [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.511700] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de94614-bc69-4440-99b2-6e4fe6e9d7f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.522912] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3ba29-fdee-4d5f-91c5-787e0f4b14e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.593614] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385945, 'name': CreateVM_Task, 'duration_secs': 0.379352} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.593805] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.594495] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.594663] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.594979] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.595259] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153c6277-3498-40ee-916b-1e33672f54c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.600417] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 806.600417] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e5a6b6-f683-da76-23e0-c6afa9832233" [ 806.600417] env[70261]: _type = "Task" [ 806.600417] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.610119] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e5a6b6-f683-da76-23e0-c6afa9832233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.663249] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.665368] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.288s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.665600] env[70261]: DEBUG nova.objects.instance [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lazy-loading 'resources' on Instance uuid d37c7f9e-54b4-448e-b396-d9ba4299a87f {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.689731] env[70261]: INFO nova.scheduler.client.report [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Deleted allocations for instance f4a955fe-a19c-4377-acc5-ab30cc469bf4 [ 806.769745] env[70261]: DEBUG oslo_vmware.api [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3385947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277304} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.774034] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.774034] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.774034] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.774034] env[70261]: INFO nova.compute.manager [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 806.774034] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.774949] env[70261]: DEBUG nova.compute.manager [-] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.774949] env[70261]: DEBUG nova.network.neutron [-] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 806.784366] env[70261]: DEBUG nova.compute.manager [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received event network-changed-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.784867] env[70261]: DEBUG nova.compute.manager [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing instance network info cache due to event network-changed-e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.785358] env[70261]: DEBUG oslo_concurrency.lockutils [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] Acquiring lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.785766] env[70261]: DEBUG oslo_concurrency.lockutils [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] Acquired lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.786273] env[70261]: DEBUG nova.network.neutron [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Refreshing network info cache for port e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 806.805205] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385948, 'name': Rename_Task, 'duration_secs': 0.220462} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.807025] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.807025] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad98094-3149-4659-9a0a-92f2131e9b4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.815042] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 806.815042] env[70261]: value = "task-3385949" [ 806.815042] env[70261]: _type = "Task" [ 806.815042] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.831409] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.846359] env[70261]: DEBUG nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.907806] env[70261]: DEBUG nova.network.neutron [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Updated VIF entry in instance network info cache for port 475371dd-fef6-4d02-800d-ecac391156aa. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 806.907806] env[70261]: DEBUG nova.network.neutron [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Updating instance_info_cache with network_info: [{"id": "475371dd-fef6-4d02-800d-ecac391156aa", "address": "fa:16:3e:39:11:63", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475371dd-fe", "ovs_interfaceid": "475371dd-fef6-4d02-800d-ecac391156aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.122269] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e5a6b6-f683-da76-23e0-c6afa9832233, 'name': SearchDatastore_Task, 'duration_secs': 0.025939} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.122734] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.123439] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.123856] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.124157] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.124881] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.125336] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e059a6f-6da9-4b49-a1ce-b42ca313b0a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.142237] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.142237] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.142237] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3d5e9e-1c03-4864-acf7-8543b438a441 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.150747] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 807.150747] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e08dce-ffae-3419-fd58-25deb155e151" [ 807.150747] env[70261]: _type = "Task" [ 807.150747] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.162744] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e08dce-ffae-3419-fd58-25deb155e151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.206585] env[70261]: DEBUG oslo_concurrency.lockutils [None req-88ccfeb8-69d5-40fc-ba24-4b45f2317609 tempest-ServersAdmin275Test-720229936 tempest-ServersAdmin275Test-720229936-project-member] Lock "f4a955fe-a19c-4377-acc5-ab30cc469bf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.580s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.257470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.257879] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.258223] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.258914] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.258914] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.270799] env[70261]: INFO nova.compute.manager [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Terminating instance [ 807.328094] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.374492] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.412871] env[70261]: DEBUG oslo_concurrency.lockutils [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] Releasing lock "refresh_cache-f1e35b93-05de-4ca0-be0c-c9752f64acc9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.413925] env[70261]: DEBUG nova.compute.manager [req-e40a5787-6041-45f8-896c-81b2a950bd17 req-99c4c823-1abf-4d0b-b506-fa8f3dc4f042 service nova] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Received event network-vif-deleted-088565c5-b18c-4ff1-ba8a-222f96daae2e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.537300] env[70261]: INFO nova.compute.manager [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Rebuilding instance [ 807.599104] env[70261]: DEBUG nova.compute.manager [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.599268] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e09365-e114-448f-9667-a9519ea8f908 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.664080] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e08dce-ffae-3419-fd58-25deb155e151, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.668407] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d39073-6946-4d42-bf41-4d37597cfd6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.678625] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 807.678625] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ed423-5fa4-4e60-3130-6c03114f347a" [ 807.678625] env[70261]: _type = "Task" [ 807.678625] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.697897] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ed423-5fa4-4e60-3130-6c03114f347a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.707452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.707687] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.776912] env[70261]: DEBUG nova.compute.manager [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.777174] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.778406] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b18a88-9dd9-403d-bbe4-690ed6ded1ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.789109] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.789476] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d333b97c-e351-47ef-aecf-8f978788ab10 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.798769] env[70261]: DEBUG oslo_vmware.api [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 807.798769] env[70261]: value = "task-3385950" [ 807.798769] env[70261]: _type = "Task" [ 807.798769] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.808685] env[70261]: DEBUG oslo_vmware.api [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.816864] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf533778-c781-4141-a178-24f1acc66f09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.830655] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8587f77-c0a4-40c4-89a7-406b22edaa85 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.834163] env[70261]: DEBUG oslo_vmware.api [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385949, 'name': PowerOnVM_Task, 'duration_secs': 0.626675} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.835060] env[70261]: DEBUG nova.network.neutron [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updated VIF entry in instance network info cache for port e083c021-52ab-4673-aa17-89721b3f7215. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 807.835395] env[70261]: DEBUG nova.network.neutron [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updating instance_info_cache with network_info: [{"id": "e083c021-52ab-4673-aa17-89721b3f7215", "address": "fa:16:3e:d5:5f:ba", "network": {"id": "802daf5c-87da-4f92-9682-b4e179bfc48d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-972102463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de6729414624bba858fef9867d34407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape083c021-52", "ovs_interfaceid": "e083c021-52ab-4673-aa17-89721b3f7215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.836714] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.836924] env[70261]: INFO nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Took 7.35 seconds to spawn the instance on the hypervisor. [ 807.837119] env[70261]: DEBUG nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.838507] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386a18c-20be-42d2-89df-e7549bfe9fcc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.869251] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d049f29c-f12d-4990-8f91-b4a4860f9a25 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.882286] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aef34c4-b2d6-4b40-800a-91288c29af27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.898790] env[70261]: DEBUG nova.compute.provider_tree [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.915940] env[70261]: INFO nova.compute.manager [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Rebuilding instance [ 807.971705] env[70261]: DEBUG nova.compute.manager [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.972680] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b4940c-b224-4161-aa25-7b3af8e945f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.146147] env[70261]: DEBUG nova.compute.manager [req-4a1d2a91-64c7-421f-aebb-b3c6b9c5f437 req-ff025f5d-1cfd-427c-be2a-b51608d75460 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Received event network-vif-plugged-76bf05d1-e7cd-4d74-8909-cf6af629c37f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.146406] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a1d2a91-64c7-421f-aebb-b3c6b9c5f437 req-ff025f5d-1cfd-427c-be2a-b51608d75460 service nova] Acquiring lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.146595] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a1d2a91-64c7-421f-aebb-b3c6b9c5f437 req-ff025f5d-1cfd-427c-be2a-b51608d75460 service nova] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.146793] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a1d2a91-64c7-421f-aebb-b3c6b9c5f437 req-ff025f5d-1cfd-427c-be2a-b51608d75460 service nova] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.146950] env[70261]: DEBUG nova.compute.manager [req-4a1d2a91-64c7-421f-aebb-b3c6b9c5f437 req-ff025f5d-1cfd-427c-be2a-b51608d75460 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] No waiting events found dispatching network-vif-plugged-76bf05d1-e7cd-4d74-8909-cf6af629c37f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.148155] env[70261]: WARNING nova.compute.manager [req-4a1d2a91-64c7-421f-aebb-b3c6b9c5f437 req-ff025f5d-1cfd-427c-be2a-b51608d75460 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Received unexpected event network-vif-plugged-76bf05d1-e7cd-4d74-8909-cf6af629c37f for instance with vm_state building and task_state spawning. [ 808.172230] env[70261]: DEBUG nova.compute.manager [req-d5737a8e-55ff-4746-9375-60e46b55c896 req-51f9a034-50dd-449e-acd9-d6f4621ff1ba service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Received event network-vif-deleted-518f2089-d19f-4406-9af6-70afaaa565e7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.172432] env[70261]: INFO nova.compute.manager [req-d5737a8e-55ff-4746-9375-60e46b55c896 req-51f9a034-50dd-449e-acd9-d6f4621ff1ba service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Neutron deleted interface 518f2089-d19f-4406-9af6-70afaaa565e7; detaching it from the instance and deleting it from the info cache [ 808.172590] env[70261]: DEBUG nova.network.neutron [req-d5737a8e-55ff-4746-9375-60e46b55c896 req-51f9a034-50dd-449e-acd9-d6f4621ff1ba service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.190112] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ed423-5fa4-4e60-3130-6c03114f347a, 'name': SearchDatastore_Task, 'duration_secs': 0.01621} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.190437] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.190790] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f1e35b93-05de-4ca0-be0c-c9752f64acc9/f1e35b93-05de-4ca0-be0c-c9752f64acc9.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.191097] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9ef1ef4-7d83-47c3-924e-b808168f5c1d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.197486] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 808.197486] env[70261]: value = "task-3385951" [ 808.197486] env[70261]: _type = "Task" [ 808.197486] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.207384] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.221959] env[70261]: DEBUG nova.network.neutron [-] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.310414] env[70261]: DEBUG oslo_vmware.api [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385950, 'name': PowerOffVM_Task, 'duration_secs': 0.39433} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.310834] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.311071] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.311364] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19afd4df-aa62-4fd6-a103-cf46fefb8763 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.338293] env[70261]: DEBUG oslo_concurrency.lockutils [req-dcb34317-b4d4-4996-8728-8e995ebdd4cf req-c8af88ff-a475-4fec-a409-378f7b79c404 service nova] Releasing lock "refresh_cache-e694bdb7-295a-4072-a16f-d484c47299a6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.391656] env[70261]: INFO nova.compute.manager [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Took 38.60 seconds to build instance. [ 808.395324] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.396176] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.396588] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Deleting the datastore file [datastore2] 356de7b6-aa6c-4854-9e93-24cb71e3f1df {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.397269] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c931c551-ecd6-4fad-9183-33a775c2913c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.402139] env[70261]: DEBUG nova.scheduler.client.report [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.413046] env[70261]: DEBUG oslo_vmware.api [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for the task: (returnval){ [ 808.413046] env[70261]: value = "task-3385953" [ 808.413046] env[70261]: _type = "Task" [ 808.413046] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.424078] env[70261]: DEBUG oslo_vmware.api [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.616617] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.616617] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02cd80cd-b693-4cbc-88c8-b13ff3c56e15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.626083] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 808.626083] env[70261]: value = "task-3385954" [ 808.626083] env[70261]: _type = "Task" [ 808.626083] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.640081] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.678165] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b0a516b-2927-47c0-8223-a7002653358f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.688693] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1419d241-c423-4fc8-93ab-f93111cca6eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.705478] env[70261]: DEBUG nova.network.neutron [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Successfully updated port: 76bf05d1-e7cd-4d74-8909-cf6af629c37f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.719550] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.724141] env[70261]: INFO nova.compute.manager [-] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Took 1.95 seconds to deallocate network for instance. [ 808.749953] env[70261]: DEBUG nova.compute.manager [req-d5737a8e-55ff-4746-9375-60e46b55c896 req-51f9a034-50dd-449e-acd9-d6f4621ff1ba service nova] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Detach interface failed, port_id=518f2089-d19f-4406-9af6-70afaaa565e7, reason: Instance d8eaadff-163f-45bf-9a8a-2643106b8ba8 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.893313] env[70261]: DEBUG oslo_concurrency.lockutils [None req-54f9f785-0313-48a5-b89d-6730daa7a975 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.194s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.914656] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.918777] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.868s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.924035] env[70261]: INFO nova.compute.claims [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.936340] env[70261]: DEBUG oslo_vmware.api [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.947717] env[70261]: DEBUG nova.compute.manager [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Received event network-changed-937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.947717] env[70261]: DEBUG nova.compute.manager [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Refreshing instance network info cache due to event network-changed-937ef113-492b-41cd-86bb-1ecdcae53141. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.948422] env[70261]: DEBUG oslo_concurrency.lockutils [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] Acquiring lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.949273] env[70261]: DEBUG oslo_concurrency.lockutils [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] Acquired lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.949273] env[70261]: DEBUG nova.network.neutron [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Refreshing network info cache for port 937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 808.955598] env[70261]: INFO nova.scheduler.client.report [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Deleted allocations for instance d37c7f9e-54b4-448e-b396-d9ba4299a87f [ 808.989622] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.990259] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8a94b87-5ee6-4ecd-88cd-3f5c92cb5418 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.999862] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 808.999862] env[70261]: value = "task-3385955" [ 808.999862] env[70261]: _type = "Task" [ 808.999862] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.012035] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.134676] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385954, 'name': PowerOffVM_Task, 'duration_secs': 0.377694} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.137380] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.137380] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.137380] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff0518-9dd4-4c84-ba55-33c6e705df23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.143208] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.143426] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8d49f7f-29e9-418e-99da-b5b93c701fe4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.209818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "refresh_cache-ac80e607-2f1f-4b2b-b16d-77c6db98893d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.210142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquired lock "refresh_cache-ac80e607-2f1f-4b2b-b16d-77c6db98893d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.211696] env[70261]: DEBUG nova.network.neutron [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 809.220474] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.220474] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.221713] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleting the datastore file [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.225095] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-993dd6a0-5d9e-42bd-b0c0-338192e8f85b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.227362] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780844} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.229064] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f1e35b93-05de-4ca0-be0c-c9752f64acc9/f1e35b93-05de-4ca0-be0c-c9752f64acc9.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.229064] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.229237] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f2a18cd-68e5-4c3a-aee6-ef5699ae1589 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.233592] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 809.233592] env[70261]: value = "task-3385957" [ 809.233592] env[70261]: _type = "Task" [ 809.233592] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.239915] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 809.239915] env[70261]: value = "task-3385958" [ 809.239915] env[70261]: _type = "Task" [ 809.239915] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.247914] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.251511] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.255464] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.400224] env[70261]: DEBUG nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.432953] env[70261]: DEBUG oslo_vmware.api [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Task: {'id': task-3385953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563622} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.433645] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.433939] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.434310] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.435556] env[70261]: INFO nova.compute.manager [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Took 1.66 seconds to destroy the instance on the hypervisor. [ 809.435556] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.435919] env[70261]: DEBUG nova.compute.manager [-] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.436131] env[70261]: DEBUG nova.network.neutron [-] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 809.472178] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a463838-89c1-4dff-a368-8d70c81d388f tempest-ServersAdminNegativeTestJSON-925414679 tempest-ServersAdminNegativeTestJSON-925414679-project-member] Lock "d37c7f9e-54b4-448e-b396-d9ba4299a87f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.970s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.513266] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385955, 'name': PowerOffVM_Task, 'duration_secs': 0.40494} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.517104] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.517863] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.518751] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a20c6e-7400-4c7c-9400-f5a231d007ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.529829] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.531059] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78e9f4eb-76c9-4636-8600-f2c3703dd64f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.559228] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.559655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.559883] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Deleting the datastore file [datastore2] 3b0ffc54-53c5-4756-9b9f-a022e5d522be {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.560534] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45fb918e-c86d-4a3d-840c-61529e8c8a59 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.567807] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 809.567807] env[70261]: value = "task-3385960" [ 809.567807] env[70261]: _type = "Task" [ 809.567807] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.580059] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.601116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Acquiring lock "40407802-706c-44b4-9c8b-6bd575d46c81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.601116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "40407802-706c-44b4-9c8b-6bd575d46c81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.601116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Acquiring lock "40407802-706c-44b4-9c8b-6bd575d46c81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.601116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "40407802-706c-44b4-9c8b-6bd575d46c81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.601518] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "40407802-706c-44b4-9c8b-6bd575d46c81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.604159] env[70261]: INFO nova.compute.manager [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Terminating instance [ 809.746162] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397828} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.749985] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.749985] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.749985] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.762625] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072763} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.768013] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.768117] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db634221-8713-4c1b-9014-1917a713919b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.797254] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] f1e35b93-05de-4ca0-be0c-c9752f64acc9/f1e35b93-05de-4ca0-be0c-c9752f64acc9.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.799925] env[70261]: DEBUG nova.network.neutron [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 809.802609] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeec335a-d47c-4020-bb97-16f3610fcde9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.826422] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 809.826422] env[70261]: value = "task-3385961" [ 809.826422] env[70261]: _type = "Task" [ 809.826422] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.842731] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.906715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.906846] env[70261]: DEBUG oslo_concurrency.lockutils [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.907094] env[70261]: INFO nova.compute.manager [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Rebooting instance [ 809.913466] env[70261]: DEBUG nova.network.neutron [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updated VIF entry in instance network info cache for port 937ef113-492b-41cd-86bb-1ecdcae53141. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 809.913811] env[70261]: DEBUG nova.network.neutron [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updating instance_info_cache with network_info: [{"id": "937ef113-492b-41cd-86bb-1ecdcae53141", "address": "fa:16:3e:55:5e:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937ef113-49", "ovs_interfaceid": "937ef113-492b-41cd-86bb-1ecdcae53141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.932968] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.053218] env[70261]: DEBUG nova.network.neutron [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Updating instance_info_cache with network_info: [{"id": "76bf05d1-e7cd-4d74-8909-cf6af629c37f", "address": "fa:16:3e:c8:ad:58", "network": {"id": "ceb0c98a-d69d-494d-8ff8-0c7d666c7329", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1514492894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603a4ed24f024e34bb84192c330fc473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf05d1-e7", "ovs_interfaceid": "76bf05d1-e7cd-4d74-8909-cf6af629c37f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.088009] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271047} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.088321] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.088544] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.088705] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.110730] env[70261]: DEBUG nova.compute.manager [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.111042] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.112010] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d8e0fcc-c1db-4132-9646-21c3ed69fb12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.119804] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 810.119804] env[70261]: value = "task-3385962" [ 810.119804] env[70261]: _type = "Task" [ 810.119804] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.136200] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.339102] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.420321] env[70261]: DEBUG oslo_concurrency.lockutils [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] Releasing lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.420670] env[70261]: DEBUG nova.compute.manager [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Received event network-changed-76bf05d1-e7cd-4d74-8909-cf6af629c37f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.421121] env[70261]: DEBUG nova.compute.manager [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Refreshing instance network info cache due to event network-changed-76bf05d1-e7cd-4d74-8909-cf6af629c37f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.421340] env[70261]: DEBUG oslo_concurrency.lockutils [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] Acquiring lock "refresh_cache-ac80e607-2f1f-4b2b-b16d-77c6db98893d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.439839] env[70261]: DEBUG oslo_concurrency.lockutils [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.439934] env[70261]: DEBUG oslo_concurrency.lockutils [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquired lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.440047] env[70261]: DEBUG nova.network.neutron [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 810.516934] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7766e443-15d4-4053-a21b-ed7e626c0ff4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.525395] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e42738-2ff2-4d7f-934f-fc6be50af1c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.568162] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Releasing lock "refresh_cache-ac80e607-2f1f-4b2b-b16d-77c6db98893d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.568499] env[70261]: DEBUG nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Instance network_info: |[{"id": "76bf05d1-e7cd-4d74-8909-cf6af629c37f", "address": "fa:16:3e:c8:ad:58", "network": {"id": "ceb0c98a-d69d-494d-8ff8-0c7d666c7329", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1514492894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603a4ed24f024e34bb84192c330fc473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf05d1-e7", "ovs_interfaceid": "76bf05d1-e7cd-4d74-8909-cf6af629c37f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.569026] env[70261]: DEBUG oslo_concurrency.lockutils [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] Acquired lock "refresh_cache-ac80e607-2f1f-4b2b-b16d-77c6db98893d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.569192] env[70261]: DEBUG nova.network.neutron [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Refreshing network info cache for port 76bf05d1-e7cd-4d74-8909-cf6af629c37f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 810.570423] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ad:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76bf05d1-e7cd-4d74-8909-cf6af629c37f', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.580518] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Creating folder: Project (603a4ed24f024e34bb84192c330fc473). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.580704] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef90978e-8565-4555-a8d4-410b2dea5637 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.584116] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75cfbbfa-759f-4b4a-a85a-ee631064b995 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.591864] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c4417b-96b3-4e04-95e8-16b1a249c6a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.600030] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Created folder: Project (603a4ed24f024e34bb84192c330fc473) in parent group-v675446. [ 810.600231] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Creating folder: Instances. Parent ref: group-v675577. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.600970] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff693b5-ded7-4006-8547-0f14b5a04911 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.611015] env[70261]: DEBUG nova.compute.provider_tree [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.616032] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Created folder: Instances in parent group-v675577. [ 810.616032] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.616032] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.616032] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefdecf4-cb13-4190-812c-99d76083948a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.637984] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385962, 'name': PowerOffVM_Task, 'duration_secs': 0.282749} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.639296] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.639495] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 810.639690] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675492', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'name': 'volume-727737ce-4285-4b20-8dd2-d1408c9e6e03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40407802-706c-44b4-9c8b-6bd575d46c81', 'attached_at': '', 'detached_at': '', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'serial': '727737ce-4285-4b20-8dd2-d1408c9e6e03'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 810.639955] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.639955] env[70261]: value = "task-3385965" [ 810.639955] env[70261]: _type = "Task" [ 810.639955] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.640677] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f5aab-9801-4064-936d-3649ceee32a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.650938] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385965, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.665114] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbf01a0-d255-4db2-8ffb-3242a92e5aa1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.673680] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d7dcc9-cefb-4e27-a35e-87f8e1b64db4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.692476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1cde1a-68cb-4909-851d-7880d975db57 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.708993] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] The volume has not been displaced from its original location: [datastore2] volume-727737ce-4285-4b20-8dd2-d1408c9e6e03/volume-727737ce-4285-4b20-8dd2-d1408c9e6e03.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 810.714455] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 810.714816] env[70261]: DEBUG nova.network.neutron [-] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.716079] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb1b2ee9-e669-4d4a-b269-36aa3ad03227 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.736777] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 810.736777] env[70261]: value = "task-3385966" [ 810.736777] env[70261]: _type = "Task" [ 810.736777] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.745945] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.799123] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.799123] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.799123] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.799302] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.799302] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.799302] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.799413] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.799522] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.799696] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.799859] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.800064] env[70261]: DEBUG nova.virt.hardware [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.800989] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8ef602-a246-4ab8-b4b3-01c44d1d36d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.808829] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1185dea0-bdb0-4b69-87c9-fcae17ecb2bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.823700] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:9c:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35e669f1-e200-4afa-93c9-ad7ae17ece22', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.831147] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.831545] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.835515] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5184fbf-bb96-4d9a-9358-bedc24c2fd3f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.860020] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385961, 'name': ReconfigVM_Task, 'duration_secs': 0.589918} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.860020] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Reconfigured VM instance instance-0000002b to attach disk [datastore2] f1e35b93-05de-4ca0-be0c-c9752f64acc9/f1e35b93-05de-4ca0-be0c-c9752f64acc9.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.860020] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.860020] env[70261]: value = "task-3385967" [ 810.860020] env[70261]: _type = "Task" [ 810.860020] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.860020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8ef9253-5809-4fde-9a31-3a429c7b1c90 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.869661] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385967, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.871681] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 810.871681] env[70261]: value = "task-3385968" [ 810.871681] env[70261]: _type = "Task" [ 810.871681] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.881151] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385968, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.014913] env[70261]: DEBUG nova.compute.manager [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Received event network-changed-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.015229] env[70261]: DEBUG nova.compute.manager [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Refreshing instance network info cache due to event network-changed-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.015669] env[70261]: DEBUG oslo_concurrency.lockutils [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] Acquiring lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.115732] env[70261]: DEBUG nova.scheduler.client.report [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.136051] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.137910] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.137910] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.137910] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.137910] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.137910] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.138079] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.138079] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.138079] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.138079] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.138079] env[70261]: DEBUG nova.virt.hardware [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.139078] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06276022-81f6-4995-a435-75b6825668b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.151406] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4caafd-b7b9-4215-8ebe-60e54737fcb6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.158761] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385965, 'name': CreateVM_Task, 'duration_secs': 0.364142} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.159627] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.160072] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.160261] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.160624] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.160895] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8c2d75-165f-4f19-b985-dbfd2ce24080 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.171217] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.177388] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.180652] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.181245] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc18f96e-20da-41c2-b68b-4c9f28cfed8b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.196715] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 811.196715] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5227160f-363a-5a5b-5374-218607e24fdc" [ 811.196715] env[70261]: _type = "Task" [ 811.196715] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.202096] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.202096] env[70261]: value = "task-3385969" [ 811.202096] env[70261]: _type = "Task" [ 811.202096] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.211426] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5227160f-363a-5a5b-5374-218607e24fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.022401} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.211852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.212269] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.212344] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.212467] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.213481] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.213481] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-202a376b-31a9-48ea-a53a-353fbc3ec0cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.220610] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385969, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.229756] env[70261]: INFO nova.compute.manager [-] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Took 1.79 seconds to deallocate network for instance. [ 811.230959] env[70261]: DEBUG nova.network.neutron [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updating instance_info_cache with network_info: [{"id": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "address": "fa:16:3e:fa:92:bc", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc105dfa9-e8", "ovs_interfaceid": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.239164] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.239366] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.245712] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc20e6d-5a5b-473b-a6a2-5049991162f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.259322] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 811.259322] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d68855-bc1e-184e-efae-afd5ee973746" [ 811.259322] env[70261]: _type = "Task" [ 811.259322] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.259322] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385966, 'name': ReconfigVM_Task, 'duration_secs': 0.221487} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.259322] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 811.267143] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329156c0-2f70-49a1-bad6-43da1c080120 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.283725] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d68855-bc1e-184e-efae-afd5ee973746, 'name': SearchDatastore_Task, 'duration_secs': 0.015858} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.286412] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 811.286412] env[70261]: value = "task-3385970" [ 811.286412] env[70261]: _type = "Task" [ 811.286412] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.286661] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76aa6e7-520f-40f0-86c6-43a2e5fcf2cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.297563] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 811.297563] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c1229-36e5-cb34-1e66-dd6ec5e72241" [ 811.297563] env[70261]: _type = "Task" [ 811.297563] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.300979] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385970, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.309490] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c1229-36e5-cb34-1e66-dd6ec5e72241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.374191] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385967, 'name': CreateVM_Task, 'duration_secs': 0.38815} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.376036] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.376791] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.377017] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.377281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.378011] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70136d10-c2e5-43db-94ab-89dc3580cdac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.382606] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385968, 'name': Rename_Task, 'duration_secs': 0.20073} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.384029] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.384029] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75abdbac-2245-43f2-9654-6f9e8a579604 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.386256] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 811.386256] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248acdf-efe9-76d2-0c79-bede88514af5" [ 811.386256] env[70261]: _type = "Task" [ 811.386256] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.391217] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 811.391217] env[70261]: value = "task-3385971" [ 811.391217] env[70261]: _type = "Task" [ 811.391217] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.398664] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248acdf-efe9-76d2-0c79-bede88514af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.403044] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.408596] env[70261]: DEBUG nova.network.neutron [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Updated VIF entry in instance network info cache for port 76bf05d1-e7cd-4d74-8909-cf6af629c37f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 811.408959] env[70261]: DEBUG nova.network.neutron [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Updating instance_info_cache with network_info: [{"id": "76bf05d1-e7cd-4d74-8909-cf6af629c37f", "address": "fa:16:3e:c8:ad:58", "network": {"id": "ceb0c98a-d69d-494d-8ff8-0c7d666c7329", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1514492894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603a4ed24f024e34bb84192c330fc473", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76bf05d1-e7", "ovs_interfaceid": "76bf05d1-e7cd-4d74-8909-cf6af629c37f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.625108] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.625647] env[70261]: DEBUG nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.628137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.943s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.630466] env[70261]: INFO nova.compute.claims [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.713371] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385969, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.740263] env[70261]: DEBUG oslo_concurrency.lockutils [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Releasing lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.741804] env[70261]: DEBUG oslo_concurrency.lockutils [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] Acquired lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.742036] env[70261]: DEBUG nova.network.neutron [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Refreshing network info cache for port c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 811.750648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.799527] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385970, 'name': ReconfigVM_Task, 'duration_secs': 0.190258} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.799527] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675492', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'name': 'volume-727737ce-4285-4b20-8dd2-d1408c9e6e03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40407802-706c-44b4-9c8b-6bd575d46c81', 'attached_at': '', 'detached_at': '', 'volume_id': '727737ce-4285-4b20-8dd2-d1408c9e6e03', 'serial': '727737ce-4285-4b20-8dd2-d1408c9e6e03'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 811.799527] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.800751] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d241d-4e60-4374-b3d2-00302e4a0928 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.815615] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c1229-36e5-cb34-1e66-dd6ec5e72241, 'name': SearchDatastore_Task, 'duration_secs': 0.014624} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.815615] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.815615] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.815852] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] ac80e607-2f1f-4b2b-b16d-77c6db98893d/ac80e607-2f1f-4b2b-b16d-77c6db98893d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.816075] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41dbafbc-b7d7-4ba3-b0b0-927fcd99f9a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.817532] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bdcb1bf-8708-4279-b714-5f18626e3ba1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.825030] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 811.825030] env[70261]: value = "task-3385973" [ 811.825030] env[70261]: _type = "Task" [ 811.825030] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.832786] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.887718] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.887954] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.888164] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Deleting the datastore file [datastore2] 40407802-706c-44b4-9c8b-6bd575d46c81 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.891478] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0ee0d4-bcb9-400d-bd50-97d09c97cadc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.900851] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248acdf-efe9-76d2-0c79-bede88514af5, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.902566] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.903227] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.903227] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.903439] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.903718] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.903992] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for the task: (returnval){ [ 811.903992] env[70261]: value = "task-3385974" [ 811.903992] env[70261]: _type = "Task" [ 811.903992] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.907196] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120299bc-8fc7-41fd-b9cc-f0b17c31271e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.909318] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.913394] env[70261]: DEBUG oslo_concurrency.lockutils [req-117a6e7c-5df9-4264-be8d-abde1731080a req-db3e77e9-ad28-434b-87ad-17f5c38d61e8 service nova] Releasing lock "refresh_cache-ac80e607-2f1f-4b2b-b16d-77c6db98893d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.919765] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.927543] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.927543] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.929033] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d803ad5a-1897-4653-8b36-17be7990c568 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.933678] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 811.933678] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e5e467-a2cd-5e22-47be-568ee640c201" [ 811.933678] env[70261]: _type = "Task" [ 811.933678] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.942221] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e5e467-a2cd-5e22-47be-568ee640c201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.077666] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.077666] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.137569] env[70261]: DEBUG nova.compute.utils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.139867] env[70261]: DEBUG nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.140253] env[70261]: DEBUG nova.network.neutron [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.198910] env[70261]: DEBUG nova.policy [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8041b71bcf4c78aa13bc2bd54f3dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12547ef0395b490090553d896d733721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.214502] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385969, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.250239] env[70261]: DEBUG nova.compute.manager [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.251488] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ff189d-593b-4583-9d3f-c959e07d8150 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.337915] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385973, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.404494] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.426247] env[70261]: DEBUG oslo_vmware.api [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Task: {'id': task-3385974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173107} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.426399] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.426551] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.426731] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.426900] env[70261]: INFO nova.compute.manager [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Took 2.32 seconds to destroy the instance on the hypervisor. [ 812.427180] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.427661] env[70261]: DEBUG nova.compute.manager [-] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.427661] env[70261]: DEBUG nova.network.neutron [-] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 812.448700] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e5e467-a2cd-5e22-47be-568ee640c201, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.449711] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e37a70-15dd-4385-9762-457860f2d91d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.455796] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 812.455796] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5240a267-29dc-897b-51e8-1c1c8e509b4f" [ 812.455796] env[70261]: _type = "Task" [ 812.455796] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.467333] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5240a267-29dc-897b-51e8-1c1c8e509b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.531591] env[70261]: DEBUG nova.network.neutron [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updated VIF entry in instance network info cache for port c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 812.531591] env[70261]: DEBUG nova.network.neutron [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updating instance_info_cache with network_info: [{"id": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "address": "fa:16:3e:fa:92:bc", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc105dfa9-e8", "ovs_interfaceid": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.644879] env[70261]: DEBUG nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.722183] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385969, 'name': CreateVM_Task, 'duration_secs': 1.349321} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.724425] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.725098] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.725206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.725511] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.726061] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0c8161-d15c-47f8-acea-25906aaa257f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.731719] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 812.731719] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dc7360-1a79-96de-332e-0bcdb88ece5d" [ 812.731719] env[70261]: _type = "Task" [ 812.731719] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.741628] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dc7360-1a79-96de-332e-0bcdb88ece5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.838098] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732594} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.838715] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] ac80e607-2f1f-4b2b-b16d-77c6db98893d/ac80e607-2f1f-4b2b-b16d-77c6db98893d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.839117] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.839422] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7791b055-d77e-4c91-afb0-604928329b68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.850025] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 812.850025] env[70261]: value = "task-3385975" [ 812.850025] env[70261]: _type = "Task" [ 812.850025] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.856264] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.879327] env[70261]: DEBUG nova.network.neutron [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Successfully created port: 201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.902759] env[70261]: DEBUG oslo_vmware.api [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3385971, 'name': PowerOnVM_Task, 'duration_secs': 1.503448} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.905437] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.905666] env[70261]: INFO nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Took 10.15 seconds to spawn the instance on the hypervisor. [ 812.905910] env[70261]: DEBUG nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.907347] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018fbb74-ed58-4273-97d4-6a1b6cce4ab7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.972052] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5240a267-29dc-897b-51e8-1c1c8e509b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.057324} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.974738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.975105] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.976839] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a5b712-109e-489b-9604-8093050e5a3b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.983926] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 812.983926] env[70261]: value = "task-3385976" [ 812.983926] env[70261]: _type = "Task" [ 812.983926] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.997102] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.034920] env[70261]: DEBUG oslo_concurrency.lockutils [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] Releasing lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.035273] env[70261]: DEBUG nova.compute.manager [req-a23287da-4964-466f-908b-972f13893f07 req-f8c8b295-a7b9-4698-a645-b8b92d46f9a8 service nova] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Received event network-vif-deleted-ecccfceb-0977-492d-96ff-46db0266000b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.249187] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dc7360-1a79-96de-332e-0bcdb88ece5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.251290] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.251702] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.252091] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.252683] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.252985] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.254022] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0b2421-60ca-424c-ae9f-581b98179529 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.257333] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2409568-ff63-4086-862a-d06b7fa14ffe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.269571] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742fbe08-edd7-4251-864f-be201b06316b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.275046] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.275397] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.279149] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4cfb118-ec41-4671-a250-0de238f2719b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.283984] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c3823-415f-4cd9-a3b6-81d890f4d3a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.290295] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 813.290295] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521b55a4-a36d-bf7e-9644-e054dc24d841" [ 813.290295] env[70261]: _type = "Task" [ 813.290295] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.324913] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Doing hard reboot of VM {{(pid=70261) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 813.329189] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6f3e08cb-c879-47c0-9ec0-82d5a74e3df6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.331308] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6458528f-9d79-4134-95c2-2723a47c2b67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.340045] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521b55a4-a36d-bf7e-9644-e054dc24d841, 'name': SearchDatastore_Task, 'duration_secs': 0.040196} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.344951] env[70261]: DEBUG oslo_vmware.api [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 813.344951] env[70261]: value = "task-3385977" [ 813.344951] env[70261]: _type = "Task" [ 813.344951] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.345190] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdad48e9-239b-403b-9c5a-41993def758e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.348862] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe5a480-d2dd-4376-8117-3a2e52210b51 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.361310] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 813.361310] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202aa05-fe93-d08a-2481-bdf93c67009c" [ 813.361310] env[70261]: _type = "Task" [ 813.361310] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.370691] env[70261]: DEBUG nova.compute.provider_tree [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.382035] env[70261]: DEBUG oslo_vmware.api [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385977, 'name': ResetVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.382035] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172732} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.382617] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.383999] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e140dc70-a68f-4cb8-bcd4-dfd6313b3ce8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.390137] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202aa05-fe93-d08a-2481-bdf93c67009c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.411777] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ac80e607-2f1f-4b2b-b16d-77c6db98893d/ac80e607-2f1f-4b2b-b16d-77c6db98893d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.412412] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601e746f-890a-419c-b4a7-45fe2d570907 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.436640] env[70261]: INFO nova.compute.manager [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Took 42.34 seconds to build instance. [ 813.445020] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 813.445020] env[70261]: value = "task-3385978" [ 813.445020] env[70261]: _type = "Task" [ 813.445020] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.456694] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.497281] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.577484] env[70261]: DEBUG nova.compute.manager [req-c86da2a4-63f6-4b93-848b-340f280b1afb req-6a679104-714f-4025-99d7-56a77f8adb16 service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Received event network-vif-deleted-426130ca-6c52-4edb-941e-3d9a57f8cc41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.577731] env[70261]: INFO nova.compute.manager [req-c86da2a4-63f6-4b93-848b-340f280b1afb req-6a679104-714f-4025-99d7-56a77f8adb16 service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Neutron deleted interface 426130ca-6c52-4edb-941e-3d9a57f8cc41; detaching it from the instance and deleting it from the info cache [ 813.577941] env[70261]: DEBUG nova.network.neutron [req-c86da2a4-63f6-4b93-848b-340f280b1afb req-6a679104-714f-4025-99d7-56a77f8adb16 service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.657260] env[70261]: DEBUG nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.692618] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.692957] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.693184] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.694394] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.694394] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.694394] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.694394] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.694394] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.694625] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.694625] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.694794] env[70261]: DEBUG nova.virt.hardware [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.695703] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901cf813-5e48-49b8-8909-463e63c0da40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.706899] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39b345-4254-4d37-8859-a47e68b1425c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.868101] env[70261]: DEBUG oslo_vmware.api [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385977, 'name': ResetVM_Task, 'duration_secs': 0.117666} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.868562] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Did hard reboot of VM {{(pid=70261) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 813.868886] env[70261]: DEBUG nova.compute.manager [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.870307] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fb82c7-0d23-488f-a640-ba00c293cafd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.876750] env[70261]: DEBUG nova.scheduler.client.report [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.906220] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202aa05-fe93-d08a-2481-bdf93c67009c, 'name': SearchDatastore_Task, 'duration_secs': 0.034021} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.906892] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.908609] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.909322] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a123de6-067d-4d70-9728-908ac3083638 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.919090] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 813.919090] env[70261]: value = "task-3385979" [ 813.919090] env[70261]: _type = "Task" [ 813.919090] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.935346] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.939149] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aacbd48e-a868-466e-9d8e-ba11dba11e48 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.203s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.956756] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.995017] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884509} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.995528] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.995694] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.995837] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e35475f-d93d-44b5-bb56-9c2f2ae2e773 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.003092] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 814.003092] env[70261]: value = "task-3385980" [ 814.003092] env[70261]: _type = "Task" [ 814.003092] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.012999] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.050150] env[70261]: DEBUG nova.network.neutron [-] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.080728] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56dcc26e-ed4e-4d05-96ea-042499f06b75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.089234] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b072230b-947b-4a30-ade7-cb58907b2f03 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.128602] env[70261]: DEBUG nova.compute.manager [req-c86da2a4-63f6-4b93-848b-340f280b1afb req-6a679104-714f-4025-99d7-56a77f8adb16 service nova] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Detach interface failed, port_id=426130ca-6c52-4edb-941e-3d9a57f8cc41, reason: Instance 40407802-706c-44b4-9c8b-6bd575d46c81 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.386723] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.386723] env[70261]: DEBUG nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.388938] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.031s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.390712] env[70261]: DEBUG nova.objects.instance [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lazy-loading 'resources' on Instance uuid e842f1cc-081b-49ad-8e12-bf0f209a0028 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.411416] env[70261]: DEBUG oslo_concurrency.lockutils [None req-942e1127-2cfc-4657-8ace-2d3ade4e7731 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.504s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.432146] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.445681] env[70261]: DEBUG nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.463037] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385978, 'name': ReconfigVM_Task, 'duration_secs': 0.863645} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.463037] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ac80e607-2f1f-4b2b-b16d-77c6db98893d/ac80e607-2f1f-4b2b-b16d-77c6db98893d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.463037] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c6c23a-e363-4b7e-a0d5-0b5a143e109e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.471413] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 814.471413] env[70261]: value = "task-3385981" [ 814.471413] env[70261]: _type = "Task" [ 814.471413] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.483696] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385981, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.514813] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194931} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.515187] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.516491] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53382e13-6320-4fc9-a453-e6359f94638b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.550854] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.551446] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56752b77-61b3-4a48-8d49-de7ef74b016a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.572931] env[70261]: INFO nova.compute.manager [-] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Took 2.15 seconds to deallocate network for instance. [ 814.581747] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 814.581747] env[70261]: value = "task-3385982" [ 814.581747] env[70261]: _type = "Task" [ 814.581747] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.592841] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.886283] env[70261]: DEBUG nova.network.neutron [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Successfully updated port: 201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.894506] env[70261]: DEBUG nova.compute.utils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.905355] env[70261]: DEBUG nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.905355] env[70261]: DEBUG nova.network.neutron [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.938143] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803226} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.938444] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.938721] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.940733] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b3a7f4f-1049-45ca-9c5d-e5bd239ee91f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.947882] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 814.947882] env[70261]: value = "task-3385983" [ 814.947882] env[70261]: _type = "Task" [ 814.947882] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.961995] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.967386] env[70261]: DEBUG nova.policy [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3681abbbc54afea3a222356792b996', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af06f08ff7b442878066424254d6118d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.971590] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.981785] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385981, 'name': Rename_Task, 'duration_secs': 0.379957} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.982109] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.982383] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d0077d3-0e2a-4ebc-bf4f-3d888368f00d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.990551] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 814.990551] env[70261]: value = "task-3385984" [ 814.990551] env[70261]: _type = "Task" [ 814.990551] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.999125] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.091064] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.176143] env[70261]: INFO nova.compute.manager [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Took 0.60 seconds to detach 1 volumes for instance. [ 815.181359] env[70261]: DEBUG nova.compute.manager [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Deleting volume: 727737ce-4285-4b20-8dd2-d1408c9e6e03 {{(pid=70261) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 815.365792] env[70261]: DEBUG nova.network.neutron [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Successfully created port: 73a32f47-faba-4406-91eb-9e4bbe60bd90 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.391152] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "refresh_cache-637db48a-7f98-4d3c-908d-62691f18c2d7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.391321] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "refresh_cache-637db48a-7f98-4d3c-908d-62691f18c2d7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.391477] env[70261]: DEBUG nova.network.neutron [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 815.412081] env[70261]: DEBUG nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.465721] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170837} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.465721] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.466172] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900b3adc-3afd-4aa2-9c81-9230d66d5465 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.500747] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.507694] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e907f6e3-8212-415a-a9de-f6fdfa378f95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.531401] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 815.531401] env[70261]: value = "task-3385986" [ 815.531401] env[70261]: _type = "Task" [ 815.531401] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.531733] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.542756] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385986, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.594353] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385982, 'name': ReconfigVM_Task, 'duration_secs': 0.831334} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.594750] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.596130] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4def758d-cfa0-4418-820e-be3db1e13514 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.607603] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 815.607603] env[70261]: value = "task-3385987" [ 815.607603] env[70261]: _type = "Task" [ 815.607603] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.620011] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385987, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.649282] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12173ccf-7a9e-4c88-87f8-2ccfe09fb6da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.660306] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef525a-a9c5-4d0e-8d24-916f9479d6ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.693557] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912c91cd-e2c9-4ad1-8aba-74ff80b7f970 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.706170] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32251b8f-c0f6-4f9f-be50-827f3d9f16c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.715730] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "44ab363a-e328-47a7-aedd-ca9f2610c921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.717746] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.726889] env[70261]: DEBUG nova.compute.provider_tree [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.764021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.837973] env[70261]: DEBUG nova.compute.manager [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Received event network-changed-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.838186] env[70261]: DEBUG nova.compute.manager [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Refreshing instance network info cache due to event network-changed-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.838400] env[70261]: DEBUG oslo_concurrency.lockutils [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] Acquiring lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.838581] env[70261]: DEBUG oslo_concurrency.lockutils [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] Acquired lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.838771] env[70261]: DEBUG nova.network.neutron [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Refreshing network info cache for port c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 815.927591] env[70261]: DEBUG nova.network.neutron [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 816.002897] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385984, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.042777] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.074691] env[70261]: DEBUG nova.compute.manager [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Received event network-vif-plugged-201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.075258] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] Acquiring lock "637db48a-7f98-4d3c-908d-62691f18c2d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.075258] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.075697] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.075697] env[70261]: DEBUG nova.compute.manager [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] No waiting events found dispatching network-vif-plugged-201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.075898] env[70261]: WARNING nova.compute.manager [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Received unexpected event network-vif-plugged-201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 for instance with vm_state building and task_state spawning. [ 816.075898] env[70261]: DEBUG nova.compute.manager [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Received event network-changed-201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.076035] env[70261]: DEBUG nova.compute.manager [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Refreshing instance network info cache due to event network-changed-201aabe4-99b0-4cf5-bc0a-e31f7e519cd0. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.076788] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] Acquiring lock "refresh_cache-637db48a-7f98-4d3c-908d-62691f18c2d7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.081781] env[70261]: DEBUG nova.network.neutron [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Updating instance_info_cache with network_info: [{"id": "201aabe4-99b0-4cf5-bc0a-e31f7e519cd0", "address": "fa:16:3e:a7:92:5d", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201aabe4-99", "ovs_interfaceid": "201aabe4-99b0-4cf5-bc0a-e31f7e519cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.118236] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385987, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.231248] env[70261]: DEBUG nova.scheduler.client.report [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.422567] env[70261]: DEBUG nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.450671] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:04:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f971adec-fce4-47e2-b40e-9d9e94576316',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-698373628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.450929] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.451115] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.451302] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.451459] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.451614] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.451823] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.453150] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.453782] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.453990] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.454194] env[70261]: DEBUG nova.virt.hardware [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.455061] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265516e0-7660-4a09-b747-70a5b985cebf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.463201] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7289097-eee5-4554-8925-3998a4ed6281 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.502994] env[70261]: DEBUG oslo_vmware.api [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385984, 'name': PowerOnVM_Task, 'duration_secs': 1.152248} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.505646] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.505821] env[70261]: INFO nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Took 10.02 seconds to spawn the instance on the hypervisor. [ 816.505999] env[70261]: DEBUG nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.506811] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d543c-c2b3-40ed-93c5-a96c04ed493b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.547777] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385986, 'name': ReconfigVM_Task, 'duration_secs': 0.62898} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.548624] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 3b0ffc54-53c5-4756-9b9f-a022e5d522be/3b0ffc54-53c5-4756-9b9f-a022e5d522be.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.549453] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d69521e-f299-4190-83ca-046bad8bd41f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.557146] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 816.557146] env[70261]: value = "task-3385988" [ 816.557146] env[70261]: _type = "Task" [ 816.557146] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.572905] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385988, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.584847] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "refresh_cache-637db48a-7f98-4d3c-908d-62691f18c2d7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.585865] env[70261]: DEBUG nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Instance network_info: |[{"id": "201aabe4-99b0-4cf5-bc0a-e31f7e519cd0", "address": "fa:16:3e:a7:92:5d", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201aabe4-99", "ovs_interfaceid": "201aabe4-99b0-4cf5-bc0a-e31f7e519cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.586278] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] Acquired lock "refresh_cache-637db48a-7f98-4d3c-908d-62691f18c2d7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.586538] env[70261]: DEBUG nova.network.neutron [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Refreshing network info cache for port 201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 816.588620] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:92:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '201aabe4-99b0-4cf5-bc0a-e31f7e519cd0', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.602521] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.608463] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.608906] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4447d66-750d-4100-8c9e-eefcfbd77322 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.641857] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385987, 'name': Rename_Task, 'duration_secs': 0.552265} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.641857] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.641857] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.641857] env[70261]: value = "task-3385989" [ 816.641857] env[70261]: _type = "Task" [ 816.641857] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.641857] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98405eaa-2b3c-4cc2-bf0d-42ff801ed490 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.646969] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385989, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.648299] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 816.648299] env[70261]: value = "task-3385990" [ 816.648299] env[70261]: _type = "Task" [ 816.648299] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.655692] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.743871] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.355s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.748574] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.187s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.750402] env[70261]: INFO nova.compute.claims [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.754239] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.754366] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.754569] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.754957] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.755077] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.759264] env[70261]: INFO nova.compute.manager [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Terminating instance [ 816.787025] env[70261]: INFO nova.scheduler.client.report [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted allocations for instance e842f1cc-081b-49ad-8e12-bf0f209a0028 [ 816.931331] env[70261]: DEBUG nova.network.neutron [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updated VIF entry in instance network info cache for port c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 816.931458] env[70261]: DEBUG nova.network.neutron [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updating instance_info_cache with network_info: [{"id": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "address": "fa:16:3e:fa:92:bc", "network": {"id": "5d49a07f-f229-4613-b22c-843f95dcd603", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-351830265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01da20b0f306498ba8f656667266c4c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc105dfa9-e8", "ovs_interfaceid": "c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.032766] env[70261]: INFO nova.compute.manager [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Took 41.07 seconds to build instance. [ 817.067694] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385988, 'name': Rename_Task, 'duration_secs': 0.259063} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.067970] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.068228] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0b5060-b3fc-48b4-814e-1888ecfecad7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.074435] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 817.074435] env[70261]: value = "task-3385991" [ 817.074435] env[70261]: _type = "Task" [ 817.074435] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.081771] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.149976] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3385989, 'name': CreateVM_Task, 'duration_secs': 0.458243} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.151791] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.152528] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.152698] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.153065] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.153723] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbb9978-b282-4f92-9fe4-cb899698ffdd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.162925] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385990, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.165996] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 817.165996] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52575f94-c8ed-2e27-c3af-c38297d88de1" [ 817.165996] env[70261]: _type = "Task" [ 817.165996] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.173681] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52575f94-c8ed-2e27-c3af-c38297d88de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.266847] env[70261]: DEBUG nova.compute.manager [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.267294] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.268292] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b808477c-9236-41c5-8aff-cc823e7d5a96 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.284465] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.287457] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81564374-8bff-49e1-bc32-08e864c77928 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.296711] env[70261]: DEBUG oslo_vmware.api [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 817.296711] env[70261]: value = "task-3385992" [ 817.296711] env[70261]: _type = "Task" [ 817.296711] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.314019] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53719e2e-9e02-4740-8064-10be3c510b91 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "e842f1cc-081b-49ad-8e12-bf0f209a0028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.052s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.317660] env[70261]: DEBUG oslo_vmware.api [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.362566] env[70261]: DEBUG nova.network.neutron [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Successfully updated port: 73a32f47-faba-4406-91eb-9e4bbe60bd90 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.437406] env[70261]: DEBUG oslo_concurrency.lockutils [req-2408b611-020d-455a-a5c5-4b50e70eeeab req-ee6a19a2-3c5a-492d-a133-993dc18e121d service nova] Releasing lock "refresh_cache-952b075b-a43c-424a-8f1a-b2e8bb12e6c5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.442227] env[70261]: DEBUG nova.network.neutron [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Updated VIF entry in instance network info cache for port 201aabe4-99b0-4cf5-bc0a-e31f7e519cd0. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 817.442866] env[70261]: DEBUG nova.network.neutron [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Updating instance_info_cache with network_info: [{"id": "201aabe4-99b0-4cf5-bc0a-e31f7e519cd0", "address": "fa:16:3e:a7:92:5d", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201aabe4-99", "ovs_interfaceid": "201aabe4-99b0-4cf5-bc0a-e31f7e519cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.535480] env[70261]: DEBUG oslo_concurrency.lockutils [None req-860d438d-9366-4f53-bfe7-e96b3ee30ffd tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.362s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.585034] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.658349] env[70261]: DEBUG oslo_vmware.api [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3385990, 'name': PowerOnVM_Task, 'duration_secs': 0.65014} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.658618] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.658811] env[70261]: DEBUG nova.compute.manager [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.659589] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d9dd49-7062-4cea-a224-390ddc56db5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.675838] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52575f94-c8ed-2e27-c3af-c38297d88de1, 'name': SearchDatastore_Task, 'duration_secs': 0.013977} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.676126] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.676245] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.676477] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.676609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.676787] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.677353] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c95dfe6-4f08-41ea-b20d-8be62d525b5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.685643] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.685643] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.686195] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5aca0d-a7a7-490c-a93f-399f77331bc8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.692582] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 817.692582] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a90cd5-766f-a2fb-4a82-9d8756b6b2d1" [ 817.692582] env[70261]: _type = "Task" [ 817.692582] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.701060] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a90cd5-766f-a2fb-4a82-9d8756b6b2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.809402] env[70261]: DEBUG oslo_vmware.api [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385992, 'name': PowerOffVM_Task, 'duration_secs': 0.226412} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.809868] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.810136] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.810500] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e1f1a03-7485-4bb6-aaed-ca3e62196da5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.865347] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.865347] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.865497] env[70261]: DEBUG nova.network.neutron [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 817.879542] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.879542] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.879542] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Deleting the datastore file [datastore2] 952b075b-a43c-424a-8f1a-b2e8bb12e6c5 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.879542] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d4e641-4832-48b1-a366-719cb62f7a7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.885823] env[70261]: DEBUG oslo_vmware.api [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 817.885823] env[70261]: value = "task-3385997" [ 817.885823] env[70261]: _type = "Task" [ 817.885823] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.894932] env[70261]: DEBUG oslo_vmware.api [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.948842] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b441ff9-980e-4c66-a6cd-bf26ff8815de req-9f73e9ab-f270-4b64-873c-0a734749c972 service nova] Releasing lock "refresh_cache-637db48a-7f98-4d3c-908d-62691f18c2d7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.038732] env[70261]: DEBUG nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.092120] env[70261]: DEBUG oslo_vmware.api [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3385991, 'name': PowerOnVM_Task, 'duration_secs': 0.547029} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.095479] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.095833] env[70261]: DEBUG nova.compute.manager [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.097278] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef404e94-ae96-4004-9b56-2b3d1edfccc2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.179950] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.188879] env[70261]: DEBUG nova.compute.manager [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Received event network-vif-plugged-73a32f47-faba-4406-91eb-9e4bbe60bd90 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.188879] env[70261]: DEBUG oslo_concurrency.lockutils [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] Acquiring lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.189043] env[70261]: DEBUG oslo_concurrency.lockutils [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.189218] env[70261]: DEBUG oslo_concurrency.lockutils [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.190024] env[70261]: DEBUG nova.compute.manager [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] No waiting events found dispatching network-vif-plugged-73a32f47-faba-4406-91eb-9e4bbe60bd90 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.190024] env[70261]: WARNING nova.compute.manager [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Received unexpected event network-vif-plugged-73a32f47-faba-4406-91eb-9e4bbe60bd90 for instance with vm_state building and task_state spawning. [ 818.190024] env[70261]: DEBUG nova.compute.manager [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Received event network-changed-73a32f47-faba-4406-91eb-9e4bbe60bd90 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.190024] env[70261]: DEBUG nova.compute.manager [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Refreshing instance network info cache due to event network-changed-73a32f47-faba-4406-91eb-9e4bbe60bd90. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.190269] env[70261]: DEBUG oslo_concurrency.lockutils [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] Acquiring lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.204315] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a90cd5-766f-a2fb-4a82-9d8756b6b2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.207595] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021192b3-42c2-47fe-bbca-d17d007426bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.213716] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 818.213716] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ad085-0a64-028c-7766-82a604639c7b" [ 818.213716] env[70261]: _type = "Task" [ 818.213716] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.225207] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ad085-0a64-028c-7766-82a604639c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.264819] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1028339-fc7a-4f85-90b8-c5e0c185a72b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.273359] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d2502-ec80-41e4-a2cf-ae6c95d6cc8a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.304721] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c252b890-0b14-4968-b067-6c437271f69b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.314984] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabd64b7-d632-45a7-9aa9-ca5842dded87 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.330690] env[70261]: DEBUG nova.compute.provider_tree [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.397506] env[70261]: DEBUG oslo_vmware.api [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3385997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416583} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.397761] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.397943] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.398238] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.398375] env[70261]: INFO nova.compute.manager [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.398711] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.398945] env[70261]: DEBUG nova.compute.manager [-] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.399066] env[70261]: DEBUG nova.network.neutron [-] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 818.404160] env[70261]: DEBUG nova.network.neutron [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 818.523874] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.524137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.524403] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.524629] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.524804] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.526745] env[70261]: INFO nova.compute.manager [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Terminating instance [ 818.567709] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.618884] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.645350] env[70261]: DEBUG nova.network.neutron [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance_info_cache with network_info: [{"id": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "address": "fa:16:3e:c4:32:91", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a32f47-fa", "ovs_interfaceid": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.724154] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ad085-0a64-028c-7766-82a604639c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.014034} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.724428] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.724659] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 637db48a-7f98-4d3c-908d-62691f18c2d7/637db48a-7f98-4d3c-908d-62691f18c2d7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.725239] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a43283b-8389-43f6-9ea2-297222fed6a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.731299] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 818.731299] env[70261]: value = "task-3385998" [ 818.731299] env[70261]: _type = "Task" [ 818.731299] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.738745] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.833923] env[70261]: DEBUG nova.scheduler.client.report [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.843263] env[70261]: INFO nova.compute.manager [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Rebuilding instance [ 818.888463] env[70261]: DEBUG nova.compute.manager [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.889277] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ee088a-d9cb-4694-8133-7bce9b79f819 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.030712] env[70261]: DEBUG nova.compute.manager [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.030712] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.031637] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc8dd0c-c1c5-4f20-9c76-07b5fc187c71 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.039447] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.039680] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ace91b2-32f5-4360-b3ae-25e4c152d392 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.045398] env[70261]: DEBUG oslo_vmware.api [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 819.045398] env[70261]: value = "task-3385999" [ 819.045398] env[70261]: _type = "Task" [ 819.045398] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.054112] env[70261]: DEBUG oslo_vmware.api [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.147616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.147954] env[70261]: DEBUG nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Instance network_info: |[{"id": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "address": "fa:16:3e:c4:32:91", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a32f47-fa", "ovs_interfaceid": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.148276] env[70261]: DEBUG oslo_concurrency.lockutils [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] Acquired lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.148455] env[70261]: DEBUG nova.network.neutron [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Refreshing network info cache for port 73a32f47-faba-4406-91eb-9e4bbe60bd90 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 819.149650] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:32:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a32f47-faba-4406-91eb-9e4bbe60bd90', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.157744] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.158539] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.158757] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34f126a8-682b-4cbd-980d-dd99aa384227 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.181240] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.181240] env[70261]: value = "task-3386000" [ 819.181240] env[70261]: _type = "Task" [ 819.181240] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.190811] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386000, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.242217] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.263345] env[70261]: DEBUG nova.network.neutron [-] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.343502] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.343502] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.348687] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.653s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.351434] env[70261]: INFO nova.compute.claims [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.556427] env[70261]: DEBUG oslo_vmware.api [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3385999, 'name': PowerOffVM_Task, 'duration_secs': 0.33799} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.556713] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.557173] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.557173] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d077b3c7-252b-4b05-9753-cc7f595afed7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.608658] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.608995] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.609086] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.609417] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.609623] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.612289] env[70261]: INFO nova.compute.manager [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Terminating instance [ 819.636146] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.636380] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.636652] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Deleting the datastore file [datastore1] ac80e607-2f1f-4b2b-b16d-77c6db98893d {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.637033] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85c5ca74-0218-4007-8760-e1edbf4c40b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.644262] env[70261]: DEBUG oslo_vmware.api [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for the task: (returnval){ [ 819.644262] env[70261]: value = "task-3386002" [ 819.644262] env[70261]: _type = "Task" [ 819.644262] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.652442] env[70261]: DEBUG oslo_vmware.api [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3386002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.694591] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386000, 'name': CreateVM_Task, 'duration_secs': 0.492359} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.694761] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.695479] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.695851] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.696065] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.696367] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2866a87-5d19-4f51-a9ab-297336a2c936 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.701011] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 819.701011] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c5c4f4-eb63-906c-b71c-98f27b1335a3" [ 819.701011] env[70261]: _type = "Task" [ 819.701011] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.709107] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c5c4f4-eb63-906c-b71c-98f27b1335a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.742505] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3385998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810942} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.742505] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 637db48a-7f98-4d3c-908d-62691f18c2d7/637db48a-7f98-4d3c-908d-62691f18c2d7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.742685] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.743385] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c84c91-746c-4cb1-9161-b612fe7be369 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.751320] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 819.751320] env[70261]: value = "task-3386003" [ 819.751320] env[70261]: _type = "Task" [ 819.751320] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.761691] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.766257] env[70261]: INFO nova.compute.manager [-] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Took 1.37 seconds to deallocate network for instance. [ 819.850849] env[70261]: DEBUG nova.compute.utils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.853876] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.853876] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.904183] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.905483] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f61bc53-1940-4e8e-b920-0511af6179b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.911358] env[70261]: DEBUG nova.network.neutron [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updated VIF entry in instance network info cache for port 73a32f47-faba-4406-91eb-9e4bbe60bd90. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 819.911753] env[70261]: DEBUG nova.network.neutron [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance_info_cache with network_info: [{"id": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "address": "fa:16:3e:c4:32:91", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a32f47-fa", "ovs_interfaceid": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.914661] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 819.914661] env[70261]: value = "task-3386004" [ 819.914661] env[70261]: _type = "Task" [ 819.914661] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.920816] env[70261]: DEBUG nova.policy [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af4cb7ba45e4752b7b78a6b7ce4b53f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42bcf6e7d6345cf8880c8a5081ce8fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.926776] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.116808] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "refresh_cache-3b0ffc54-53c5-4756-9b9f-a022e5d522be" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.116808] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquired lock "refresh_cache-3b0ffc54-53c5-4756-9b9f-a022e5d522be" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.116808] env[70261]: DEBUG nova.network.neutron [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 820.156865] env[70261]: DEBUG oslo_vmware.api [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Task: {'id': task-3386002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325867} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.156865] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.156865] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.156865] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.156865] env[70261]: INFO nova.compute.manager [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 820.157120] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.157120] env[70261]: DEBUG nova.compute.manager [-] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.157120] env[70261]: DEBUG nova.network.neutron [-] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 820.212309] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c5c4f4-eb63-906c-b71c-98f27b1335a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.212631] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.212863] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.213107] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.213282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.213454] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.213866] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-206a15fb-9e0c-44d4-a055-db0db95617dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.224063] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.224310] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.225182] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f60eee8-6e29-4443-a8a8-cf281b4198cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.231497] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 820.231497] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bb29f-51d8-70c6-e377-4ecf4ba8aa60" [ 820.231497] env[70261]: _type = "Task" [ 820.231497] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.233786] env[70261]: DEBUG nova.compute.manager [req-037aa5c0-c081-40df-b6ac-33afc8f126ef req-f898b71c-1a6a-4563-ab54-6af6ba7b7c0b service nova] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Received event network-vif-deleted-c105dfa9-e86e-41f0-a3ea-bdfdd6e7caeb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.243287] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bb29f-51d8-70c6-e377-4ecf4ba8aa60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.263861] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065044} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.264087] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.265125] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8145083-b0a9-4399-ad25-8433bb506961 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.289422] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.304257] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 637db48a-7f98-4d3c-908d-62691f18c2d7/637db48a-7f98-4d3c-908d-62691f18c2d7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.304257] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4a1a6b-2f08-4630-87e7-b15c8082eba6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.319730] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Successfully created port: 66efc1c1-0539-4609-bf39-841e75cb1ad7 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.328760] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 820.328760] env[70261]: value = "task-3386005" [ 820.328760] env[70261]: _type = "Task" [ 820.328760] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.342528] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.354840] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.420230] env[70261]: DEBUG oslo_concurrency.lockutils [req-ccf3e191-a3a8-4faa-9c47-89194eeacffe req-0c30b13c-8926-486f-8333-4cb6357fb352 service nova] Releasing lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.441932] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386004, 'name': PowerOffVM_Task, 'duration_secs': 0.269144} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.441932] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.442120] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.443597] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f920c-4963-4ac8-b198-123e4b94ee1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.452573] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.455869] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e96a60d5-13ea-4795-bad3-e798af0b316a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.531810] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.532115] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.532193] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleting the datastore file [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.533668] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a263029-ad1f-49fa-8f25-0c2fbe77bb73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.547792] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 820.547792] env[70261]: value = "task-3386007" [ 820.547792] env[70261]: _type = "Task" [ 820.547792] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.559995] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.651059] env[70261]: DEBUG nova.network.neutron [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 820.746461] env[70261]: DEBUG nova.network.neutron [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.755278] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bb29f-51d8-70c6-e377-4ecf4ba8aa60, 'name': SearchDatastore_Task, 'duration_secs': 0.021497} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.755374] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846c4365-7d44-4e31-85ef-76b0a21c0ff1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.762313] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 820.762313] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527f2446-64aa-25fb-cbd3-eecc55931472" [ 820.762313] env[70261]: _type = "Task" [ 820.762313] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.778066] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527f2446-64aa-25fb-cbd3-eecc55931472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.839521] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386005, 'name': ReconfigVM_Task, 'duration_secs': 0.427721} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.842547] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 637db48a-7f98-4d3c-908d-62691f18c2d7/637db48a-7f98-4d3c-908d-62691f18c2d7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.843608] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02f35185-d89d-4d3d-ac20-e0cf01fd00e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.850532] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 820.850532] env[70261]: value = "task-3386009" [ 820.850532] env[70261]: _type = "Task" [ 820.850532] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.866522] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386009, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.998497] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e5a45-be6f-4444-b955-91aabbd885c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.007363] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf6e4a4-ddaa-485a-8375-970e10f087d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.041023] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596d275c-9c9b-4a50-88a0-2c9e3736569a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.053264] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21448169-42f9-4857-88e4-f3bccd3e2b13 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.062791] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283296} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.072121] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.072355] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.072532] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.075443] env[70261]: DEBUG nova.compute.provider_tree [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.113111] env[70261]: DEBUG nova.network.neutron [-] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.254884] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Releasing lock "refresh_cache-3b0ffc54-53c5-4756-9b9f-a022e5d522be" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.255429] env[70261]: DEBUG nova.compute.manager [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.255665] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.256611] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce5541d-cd41-4869-92a0-e6acac2c7c70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.266212] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.269877] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab5e3174-c5f5-4898-a876-8ec3499c3271 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.277538] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527f2446-64aa-25fb-cbd3-eecc55931472, 'name': SearchDatastore_Task, 'duration_secs': 0.044008} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.279137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.279225] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.279572] env[70261]: DEBUG oslo_vmware.api [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 821.279572] env[70261]: value = "task-3386010" [ 821.279572] env[70261]: _type = "Task" [ 821.279572] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.279825] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12177165-86a9-4287-a5ba-f5e9201b0d07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.291416] env[70261]: DEBUG oslo_vmware.api [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3386010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.292691] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 821.292691] env[70261]: value = "task-3386011" [ 821.292691] env[70261]: _type = "Task" [ 821.292691] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.361244] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386009, 'name': Rename_Task, 'duration_secs': 0.293087} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.361418] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.361704] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44fd477f-c07b-474c-9849-886515fcd3fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.370203] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.372408] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 821.372408] env[70261]: value = "task-3386012" [ 821.372408] env[70261]: _type = "Task" [ 821.372408] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.381539] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.398155] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.398412] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.398686] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.398921] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.399083] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.399235] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.399546] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.399643] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.399760] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.399922] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.400127] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.401075] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4834d3bb-c7b8-46e2-959c-57de5f7f94ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.410315] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84877cee-deea-430b-a2cb-aef0904c7825 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.502568] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "ee3755cb-b274-4e7b-bcd6-193594d43662" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.502846] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.582014] env[70261]: DEBUG nova.scheduler.client.report [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.615917] env[70261]: INFO nova.compute.manager [-] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Took 1.46 seconds to deallocate network for instance. [ 821.792770] env[70261]: DEBUG oslo_vmware.api [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3386010, 'name': PowerOffVM_Task, 'duration_secs': 0.140494} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.793113] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.793155] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.793443] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-758fda28-310c-45b9-9c60-2fe040d547c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.803042] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386011, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.821712] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.821911] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.822092] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Deleting the datastore file [datastore1] 3b0ffc54-53c5-4756-9b9f-a022e5d522be {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.822382] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a698fe5-a2af-4311-bfc6-46e993e23d62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.834169] env[70261]: DEBUG oslo_vmware.api [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for the task: (returnval){ [ 821.834169] env[70261]: value = "task-3386014" [ 821.834169] env[70261]: _type = "Task" [ 821.834169] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.843337] env[70261]: DEBUG oslo_vmware.api [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3386014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.883996] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.007458] env[70261]: DEBUG nova.compute.utils [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.091659] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.092349] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.099210] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Successfully updated port: 66efc1c1-0539-4609-bf39-841e75cb1ad7 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.100726] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.358s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.100726] env[70261]: DEBUG nova.objects.instance [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lazy-loading 'resources' on Instance uuid 12b86e9f-089b-4e33-9024-de6c8be59e94 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.121590] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.121829] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.121985] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.122178] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.123018] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.123018] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.123018] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.123311] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.123505] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.123677] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.123852] env[70261]: DEBUG nova.virt.hardware [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.124969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.125795] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f36d30-aee7-4aa5-8bde-703b8621b41a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.135318] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e59ba-57ff-407c-bbcb-569ff756be9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.150260] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:9c:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35e669f1-e200-4afa-93c9-ad7ae17ece22', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.157706] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.158165] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.158382] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40dfc4d1-d5bb-44b6-ad52-6e814b0b4e6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.177642] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.177642] env[70261]: value = "task-3386015" [ 822.177642] env[70261]: _type = "Task" [ 822.177642] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.184675] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386015, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.302489] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811821} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.302743] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.302958] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.303239] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d76e5fda-8ffe-4031-bd9a-307443b701ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.309387] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 822.309387] env[70261]: value = "task-3386016" [ 822.309387] env[70261]: _type = "Task" [ 822.309387] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.318564] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.343703] env[70261]: DEBUG oslo_vmware.api [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Task: {'id': task-3386014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258267} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.344057] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.344282] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.344468] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.344720] env[70261]: INFO nova.compute.manager [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Took 1.09 seconds to destroy the instance on the hypervisor. [ 822.345038] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.345280] env[70261]: DEBUG nova.compute.manager [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.345379] env[70261]: DEBUG nova.network.neutron [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 822.363026] env[70261]: DEBUG nova.network.neutron [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 822.382913] env[70261]: DEBUG oslo_vmware.api [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386012, 'name': PowerOnVM_Task, 'duration_secs': 0.535972} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.383196] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.383394] env[70261]: INFO nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Took 8.73 seconds to spawn the instance on the hypervisor. [ 822.383570] env[70261]: DEBUG nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.384863] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c6c92-8e67-4e5b-9f2a-05fdbb6c2649 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.446826] env[70261]: DEBUG nova.compute.manager [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Received event network-vif-deleted-76bf05d1-e7cd-4d74-8909-cf6af629c37f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.447069] env[70261]: DEBUG nova.compute.manager [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Received event network-vif-plugged-66efc1c1-0539-4609-bf39-841e75cb1ad7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.447269] env[70261]: DEBUG oslo_concurrency.lockutils [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] Acquiring lock "88e133d7-81a4-4beb-84df-1e62413ce32d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.447470] env[70261]: DEBUG oslo_concurrency.lockutils [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.447636] env[70261]: DEBUG oslo_concurrency.lockutils [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.447795] env[70261]: DEBUG nova.compute.manager [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] No waiting events found dispatching network-vif-plugged-66efc1c1-0539-4609-bf39-841e75cb1ad7 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.447957] env[70261]: WARNING nova.compute.manager [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Received unexpected event network-vif-plugged-66efc1c1-0539-4609-bf39-841e75cb1ad7 for instance with vm_state building and task_state spawning. [ 822.448130] env[70261]: DEBUG nova.compute.manager [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Received event network-changed-66efc1c1-0539-4609-bf39-841e75cb1ad7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.448280] env[70261]: DEBUG nova.compute.manager [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Refreshing instance network info cache due to event network-changed-66efc1c1-0539-4609-bf39-841e75cb1ad7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.448463] env[70261]: DEBUG oslo_concurrency.lockutils [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] Acquiring lock "refresh_cache-88e133d7-81a4-4beb-84df-1e62413ce32d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.448611] env[70261]: DEBUG oslo_concurrency.lockutils [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] Acquired lock "refresh_cache-88e133d7-81a4-4beb-84df-1e62413ce32d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.448771] env[70261]: DEBUG nova.network.neutron [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Refreshing network info cache for port 66efc1c1-0539-4609-bf39-841e75cb1ad7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 822.510106] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.598903] env[70261]: DEBUG nova.compute.utils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.600537] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.600844] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.605915] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "refresh_cache-88e133d7-81a4-4beb-84df-1e62413ce32d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.648692] env[70261]: DEBUG nova.policy [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af4cb7ba45e4752b7b78a6b7ce4b53f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42bcf6e7d6345cf8880c8a5081ce8fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.690170] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386015, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.820014] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063811} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.820292] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.821091] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f730c5-f044-496f-b4df-f5c4ca762182 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.846657] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.847016] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d25008a-43e3-472d-a318-ad9256dedd39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.865932] env[70261]: DEBUG nova.network.neutron [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.870404] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 822.870404] env[70261]: value = "task-3386018" [ 822.870404] env[70261]: _type = "Task" [ 822.870404] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.880434] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.905543] env[70261]: INFO nova.compute.manager [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Took 43.87 seconds to build instance. [ 822.919860] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Successfully created port: 19dfbdf5-9dc2-4c9b-b55a-03a179772f7b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.995701] env[70261]: DEBUG nova.network.neutron [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 823.104268] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.121155] env[70261]: DEBUG nova.network.neutron [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.169738] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06f521d-9700-437f-88f4-50b6801c32e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.178785] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b348a27e-90bf-41a4-b9b1-b20ea2b4b8b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.193071] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386015, 'name': CreateVM_Task, 'duration_secs': 0.72112} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.219225] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.220906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.220906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.220906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.221742] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35da6de-da61-43c7-8f39-e0ce41e89259 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.224600] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989eecf6-9603-4439-8be2-c996770a63c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.232990] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b1d75a-fcd9-442e-b5c6-d755a4809a2a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.236840] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 823.236840] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b965ba-789e-49e9-17cc-6780f14b04f9" [ 823.236840] env[70261]: _type = "Task" [ 823.236840] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.248184] env[70261]: DEBUG nova.compute.provider_tree [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.257020] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b965ba-789e-49e9-17cc-6780f14b04f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01838} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.257020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.257020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.257020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.257587] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.257587] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.257587] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9179d10f-ef8b-4487-a14d-dd92172055fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.274096] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.274323] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.275072] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e566d8c-5af1-406b-a060-d3cdeaf66a62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.280781] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 823.280781] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522bea03-bf79-e6bd-9a32-0eacb0d8d3df" [ 823.280781] env[70261]: _type = "Task" [ 823.280781] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.288433] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522bea03-bf79-e6bd-9a32-0eacb0d8d3df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.368698] env[70261]: INFO nova.compute.manager [-] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Took 1.02 seconds to deallocate network for instance. [ 823.384234] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.407980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab76a26d-c956-47fa-a414-cedb80139e06 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.856s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.597672] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "ee3755cb-b274-4e7b-bcd6-193594d43662" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.598298] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.598477] env[70261]: INFO nova.compute.manager [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Attaching volume 81b85861-294e-454e-821f-9eef67cfc5c0 to /dev/sdb [ 823.624740] env[70261]: DEBUG oslo_concurrency.lockutils [req-c6581dad-8e8f-4d3d-b270-de3526d66ce9 req-2eef8b4e-b5d5-46b5-a08b-2fa639a6acff service nova] Releasing lock "refresh_cache-88e133d7-81a4-4beb-84df-1e62413ce32d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.625172] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "refresh_cache-88e133d7-81a4-4beb-84df-1e62413ce32d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.625358] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 823.651246] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e495610-3149-4c7c-aa10-7bf410a14e40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.350054] env[70261]: DEBUG nova.scheduler.client.report [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.354060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.357101] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.374041] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522bea03-bf79-e6bd-9a32-0eacb0d8d3df, 'name': SearchDatastore_Task, 'duration_secs': 0.061989} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.379385] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386018, 'name': ReconfigVM_Task, 'duration_secs': 1.099076} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.379506] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb420f5-aeaf-4cb2-a66f-6b7187817083 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.381991] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfigured VM instance instance-0000002e to attach disk [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.383139] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743bbdd5-bf73-422f-bef3-f9ccfc34aac8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.387447] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-705b1db0-784f-4bc8-95f9-14518562c05d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.393702] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 824.393702] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be8db2-7eae-5973-d3c4-23f4b3a67715" [ 824.393702] env[70261]: _type = "Task" [ 824.393702] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.400295] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.400579] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.400749] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.400985] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.401165] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.401348] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.401597] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.401812] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.402236] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.402347] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.402447] env[70261]: DEBUG nova.virt.hardware [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.403210] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 824.403210] env[70261]: value = "task-3386019" [ 824.403210] env[70261]: _type = "Task" [ 824.403210] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.403937] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c96c58-321b-4d92-b2dc-0d97e25c234d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.411106] env[70261]: DEBUG nova.virt.block_device [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Updating existing volume attachment record: ea166147-2461-47d6-8e06-235b11fea214 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 824.420412] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be8db2-7eae-5973-d3c4-23f4b3a67715, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.421460] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 824.423978] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.424196] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.427554] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe22315-5159-4357-95dd-99c7bac3bff8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.434448] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c900bcd-ffa0-4a76-baaf-25365154daf4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.438617] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386019, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.453217] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 824.453217] env[70261]: value = "task-3386020" [ 824.453217] env[70261]: _type = "Task" [ 824.453217] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.463889] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.519959] env[70261]: DEBUG nova.compute.manager [req-45d1b683-62ed-4c49-90b4-34f73a382b9c req-84065650-f0a2-4ade-83ba-ccafcc79be1d service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Received event network-vif-plugged-19dfbdf5-9dc2-4c9b-b55a-03a179772f7b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.520262] env[70261]: DEBUG oslo_concurrency.lockutils [req-45d1b683-62ed-4c49-90b4-34f73a382b9c req-84065650-f0a2-4ade-83ba-ccafcc79be1d service nova] Acquiring lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.520577] env[70261]: DEBUG oslo_concurrency.lockutils [req-45d1b683-62ed-4c49-90b4-34f73a382b9c req-84065650-f0a2-4ade-83ba-ccafcc79be1d service nova] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.520790] env[70261]: DEBUG oslo_concurrency.lockutils [req-45d1b683-62ed-4c49-90b4-34f73a382b9c req-84065650-f0a2-4ade-83ba-ccafcc79be1d service nova] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.521052] env[70261]: DEBUG nova.compute.manager [req-45d1b683-62ed-4c49-90b4-34f73a382b9c req-84065650-f0a2-4ade-83ba-ccafcc79be1d service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] No waiting events found dispatching network-vif-plugged-19dfbdf5-9dc2-4c9b-b55a-03a179772f7b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.521317] env[70261]: WARNING nova.compute.manager [req-45d1b683-62ed-4c49-90b4-34f73a382b9c req-84065650-f0a2-4ade-83ba-ccafcc79be1d service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Received unexpected event network-vif-plugged-19dfbdf5-9dc2-4c9b-b55a-03a179772f7b for instance with vm_state building and task_state spawning. [ 824.698626] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Updating instance_info_cache with network_info: [{"id": "66efc1c1-0539-4609-bf39-841e75cb1ad7", "address": "fa:16:3e:8f:f5:48", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66efc1c1-05", "ovs_interfaceid": "66efc1c1-0539-4609-bf39-841e75cb1ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.721524] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Successfully updated port: 19dfbdf5-9dc2-4c9b-b55a-03a179772f7b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.862603] env[70261]: DEBUG nova.compute.manager [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.864463] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.765s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.867717] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3452643-eb0e-4595-b6d0-f473dfca968b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.870728] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.298s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.874522] env[70261]: INFO nova.compute.claims [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.892232] env[70261]: INFO nova.scheduler.client.report [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleted allocations for instance 12b86e9f-089b-4e33-9024-de6c8be59e94 [ 824.921557] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386019, 'name': Rename_Task, 'duration_secs': 0.17588} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.921860] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.922147] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0b5934f-45bb-489f-898e-90d31fa42786 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.927978] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 824.927978] env[70261]: value = "task-3386025" [ 824.927978] env[70261]: _type = "Task" [ 824.927978] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.936606] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.961234] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468824} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.961478] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.961714] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.961947] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfac2205-385c-44f8-a8a2-34e50b0d96b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.968146] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 824.968146] env[70261]: value = "task-3386026" [ 824.968146] env[70261]: _type = "Task" [ 824.968146] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.976613] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.200338] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "refresh_cache-88e133d7-81a4-4beb-84df-1e62413ce32d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.200762] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Instance network_info: |[{"id": "66efc1c1-0539-4609-bf39-841e75cb1ad7", "address": "fa:16:3e:8f:f5:48", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66efc1c1-05", "ovs_interfaceid": "66efc1c1-0539-4609-bf39-841e75cb1ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.201539] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:f5:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66efc1c1-0539-4609-bf39-841e75cb1ad7', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.209796] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Creating folder: Project (b42bcf6e7d6345cf8880c8a5081ce8fa). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.210070] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7d001d5-c34e-4e5c-9117-88f857c0a47f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.221982] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Created folder: Project (b42bcf6e7d6345cf8880c8a5081ce8fa) in parent group-v675446. [ 825.222259] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Creating folder: Instances. Parent ref: group-v675590. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.222547] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c9da66-6a18-4bfb-b823-e01f8590007e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.227304] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "refresh_cache-4d32e369-92dd-4a6c-ad56-4fba8388a1dd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.227304] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "refresh_cache-4d32e369-92dd-4a6c-ad56-4fba8388a1dd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.227304] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 825.234685] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Created folder: Instances in parent group-v675590. [ 825.234945] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.235711] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.235937] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dc201a5-1802-47ef-96f6-014e191fab87 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.255293] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.255293] env[70261]: value = "task-3386029" [ 825.255293] env[70261]: _type = "Task" [ 825.255293] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.263430] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386029, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.386572] env[70261]: INFO nova.compute.manager [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] instance snapshotting [ 825.389473] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a289b-2aa3-494c-b1b3-a3e5e6e86d38 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.412049] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ac96f-53eb-45c4-bed8-99e58775df59 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.414051] env[70261]: DEBUG oslo_concurrency.lockutils [None req-273c5a14-95dd-4311-81b0-6b82ff088d45 tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "12b86e9f-089b-4e33-9024-de6c8be59e94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.582s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.437601] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.480284] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.767010] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386029, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.768094] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 825.923313] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.926514] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-31a4814f-6d01-41d8-9b1a-881bd9913620 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.930459] env[70261]: DEBUG nova.network.neutron [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Updating instance_info_cache with network_info: [{"id": "19dfbdf5-9dc2-4c9b-b55a-03a179772f7b", "address": "fa:16:3e:c6:a6:47", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dfbdf5-9d", "ovs_interfaceid": "19dfbdf5-9dc2-4c9b-b55a-03a179772f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.947316] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.955199] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 825.955199] env[70261]: value = "task-3386030" [ 825.955199] env[70261]: _type = "Task" [ 825.955199] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.966780] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386030, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.982046] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.663591} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.982732] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.984021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c930a51-68ac-4d51-b835-31cdd4011a8a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.019775] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.023585] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78953182-73b3-40da-84c3-992dc610fd15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.044819] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 826.044819] env[70261]: value = "task-3386031" [ 826.044819] env[70261]: _type = "Task" [ 826.044819] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.057268] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.268655] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386029, 'name': CreateVM_Task, 'duration_secs': 0.76475} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.268854] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.269584] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.269744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.270084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.270360] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7ddeb3-57aa-425a-a733-83521dbae67c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.275237] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 826.275237] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5250e537-035f-2de7-d600-99da5c88cfe5" [ 826.275237] env[70261]: _type = "Task" [ 826.275237] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.286443] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5250e537-035f-2de7-d600-99da5c88cfe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.443820] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "refresh_cache-4d32e369-92dd-4a6c-ad56-4fba8388a1dd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.444169] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Instance network_info: |[{"id": "19dfbdf5-9dc2-4c9b-b55a-03a179772f7b", "address": "fa:16:3e:c6:a6:47", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dfbdf5-9d", "ovs_interfaceid": "19dfbdf5-9dc2-4c9b-b55a-03a179772f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.444593] env[70261]: DEBUG oslo_vmware.api [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386025, 'name': PowerOnVM_Task, 'duration_secs': 1.345206} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.444766] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:a6:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19dfbdf5-9dc2-4c9b-b55a-03a179772f7b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.452303] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.452553] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.452789] env[70261]: INFO nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Took 10.03 seconds to spawn the instance on the hypervisor. [ 826.452967] env[70261]: DEBUG nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.455785] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.456542] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11597a0a-6bb0-4cb4-b4a8-50270ce159ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.460239] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d22a422a-4269-4db2-bb4c-f8506c115d67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.479974] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e33ee-d493-4f12-848b-dbf2cf3daa12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.493344] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386030, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.493344] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.493344] env[70261]: value = "task-3386032" [ 826.493344] env[70261]: _type = "Task" [ 826.493344] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.497106] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "a7557684-a5b5-47a3-8e12-fa3a09367226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.497272] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.497483] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "a7557684-a5b5-47a3-8e12-fa3a09367226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.497672] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.497848] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.503081] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4431d23-1751-49ce-b825-31ddf3e89032 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.506878] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386032, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.507476] env[70261]: INFO nova.compute.manager [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Terminating instance [ 826.539573] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad34cabd-8c3c-4553-a91d-8c59e0122679 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.552435] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130042f-7906-4576-b2d3-a04607dfa0cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.562998] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.572341] env[70261]: DEBUG nova.compute.provider_tree [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.575678] env[70261]: DEBUG nova.compute.manager [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Received event network-changed-19dfbdf5-9dc2-4c9b-b55a-03a179772f7b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.575886] env[70261]: DEBUG nova.compute.manager [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Refreshing instance network info cache due to event network-changed-19dfbdf5-9dc2-4c9b-b55a-03a179772f7b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.576133] env[70261]: DEBUG oslo_concurrency.lockutils [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] Acquiring lock "refresh_cache-4d32e369-92dd-4a6c-ad56-4fba8388a1dd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.576270] env[70261]: DEBUG oslo_concurrency.lockutils [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] Acquired lock "refresh_cache-4d32e369-92dd-4a6c-ad56-4fba8388a1dd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.576444] env[70261]: DEBUG nova.network.neutron [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Refreshing network info cache for port 19dfbdf5-9dc2-4c9b-b55a-03a179772f7b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 826.794894] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5250e537-035f-2de7-d600-99da5c88cfe5, 'name': SearchDatastore_Task, 'duration_secs': 0.012904} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.795136] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.795491] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.795842] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.796098] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.796386] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.796801] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c6c330-39bb-48f0-a312-65db86d08485 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.806811] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.806811] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.807410] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1edce5-b0e5-46af-882e-8b5c6abf0a1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.812814] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 826.812814] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528800ee-aaf2-b577-17ca-3ebb8b4105be" [ 826.812814] env[70261]: _type = "Task" [ 826.812814] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.823427] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528800ee-aaf2-b577-17ca-3ebb8b4105be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.973035] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386030, 'name': CreateSnapshot_Task, 'duration_secs': 1.015553} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.973035] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 826.973035] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa011c7-12bc-40da-a2f0-eb952a09d9fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.002924] env[70261]: INFO nova.compute.manager [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Took 44.35 seconds to build instance. [ 827.007621] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386032, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.011787] env[70261]: DEBUG nova.compute.manager [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.012241] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.013176] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d7ba9-8eeb-4616-be02-45bc2f745350 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.024206] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.024543] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ffcd40c-b061-412d-b1ec-c6331df7404c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.031665] env[70261]: DEBUG oslo_vmware.api [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 827.031665] env[70261]: value = "task-3386035" [ 827.031665] env[70261]: _type = "Task" [ 827.031665] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.041135] env[70261]: DEBUG oslo_vmware.api [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3386035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.058687] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386031, 'name': ReconfigVM_Task, 'duration_secs': 0.583894} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.059018] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0/9136504b-78c6-463e-95d8-2e72bca184a0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.060430] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49141f2a-6e4e-4b1d-9cdf-09c45ba06f62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.067376] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 827.067376] env[70261]: value = "task-3386036" [ 827.067376] env[70261]: _type = "Task" [ 827.067376] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.075659] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386036, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.078762] env[70261]: DEBUG nova.scheduler.client.report [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.325724] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528800ee-aaf2-b577-17ca-3ebb8b4105be, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.327534] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97454f8b-bb3b-463f-a877-6b2cd3a02a9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.334341] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 827.334341] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bd633-a44d-eea5-09f0-1dcd0a727b1a" [ 827.334341] env[70261]: _type = "Task" [ 827.334341] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.345805] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bd633-a44d-eea5-09f0-1dcd0a727b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.347176] env[70261]: DEBUG nova.network.neutron [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Updated VIF entry in instance network info cache for port 19dfbdf5-9dc2-4c9b-b55a-03a179772f7b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 827.347633] env[70261]: DEBUG nova.network.neutron [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Updating instance_info_cache with network_info: [{"id": "19dfbdf5-9dc2-4c9b-b55a-03a179772f7b", "address": "fa:16:3e:c6:a6:47", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19dfbdf5-9d", "ovs_interfaceid": "19dfbdf5-9dc2-4c9b-b55a-03a179772f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.492184] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.492870] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a408fe88-4671-44fe-bedd-5470e47f1b6f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.511622] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bb68d38-4a63-43d6-8427-9fd367c7b57e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.081s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.511900] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386032, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.513384] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 827.513384] env[70261]: value = "task-3386037" [ 827.513384] env[70261]: _type = "Task" [ 827.513384] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.521367] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.541912] env[70261]: DEBUG oslo_vmware.api [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3386035, 'name': PowerOffVM_Task, 'duration_secs': 0.204239} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.543897] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.543897] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.543897] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb4d5ea0-c3ae-44c3-ad40-a6244fa43cae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.583973] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386036, 'name': Rename_Task, 'duration_secs': 0.238702} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.584327] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.584843] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e216d6f8-7c21-4b5c-837c-c171758e2252 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.587809] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.588355] env[70261]: DEBUG nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.591117] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.814s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.592534] env[70261]: INFO nova.compute.claims [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.607889] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 827.607889] env[70261]: value = "task-3386039" [ 827.607889] env[70261]: _type = "Task" [ 827.607889] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.617668] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.666436] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.667202] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.667569] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleting the datastore file [datastore2] a7557684-a5b5-47a3-8e12-fa3a09367226 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.668154] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a38c6862-5035-4d11-b250-596afc93051f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.675656] env[70261]: DEBUG oslo_vmware.api [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for the task: (returnval){ [ 827.675656] env[70261]: value = "task-3386040" [ 827.675656] env[70261]: _type = "Task" [ 827.675656] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.685257] env[70261]: DEBUG oslo_vmware.api [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3386040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.845794] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bd633-a44d-eea5-09f0-1dcd0a727b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.850068] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.850068] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 88e133d7-81a4-4beb-84df-1e62413ce32d/88e133d7-81a4-4beb-84df-1e62413ce32d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.850068] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e6414fb-572d-486c-aba8-69336cfd422d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.851690] env[70261]: DEBUG oslo_concurrency.lockutils [req-60536555-bea7-4207-83e7-0fb6ff2c8214 req-7da49ea1-ecee-4f8c-85ce-34878a166d7b service nova] Releasing lock "refresh_cache-4d32e369-92dd-4a6c-ad56-4fba8388a1dd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.854515] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 827.854515] env[70261]: value = "task-3386041" [ 827.854515] env[70261]: _type = "Task" [ 827.854515] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.862650] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.013883] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386032, 'name': CreateVM_Task, 'duration_secs': 1.172046} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.014147] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.019482] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.019742] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.020188] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.020528] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928e687e-f44a-4eb0-b863-4af77f20bd95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.029554] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 93%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.031327] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 828.031327] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c00881-f77a-1f1f-5b23-d1a6580f0299" [ 828.031327] env[70261]: _type = "Task" [ 828.031327] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.042127] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c00881-f77a-1f1f-5b23-d1a6580f0299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.099276] env[70261]: DEBUG nova.compute.utils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.103936] env[70261]: DEBUG nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.104207] env[70261]: DEBUG nova.network.neutron [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.119465] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.144766] env[70261]: DEBUG nova.policy [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84f4fa16ff5046c9a86da493122eecb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8924fda239944ddb80219e0a84d3a5d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.185962] env[70261]: DEBUG oslo_vmware.api [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Task: {'id': task-3386040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190472} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.186285] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.186488] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.186647] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.186818] env[70261]: INFO nova.compute.manager [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Took 1.17 seconds to destroy the instance on the hypervisor. [ 828.187075] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.187333] env[70261]: DEBUG nova.compute.manager [-] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.187381] env[70261]: DEBUG nova.network.neutron [-] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 828.366913] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.526715] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 93%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.543025] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c00881-f77a-1f1f-5b23-d1a6580f0299, 'name': SearchDatastore_Task, 'duration_secs': 0.046899} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.543025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.543497] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.543497] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.543636] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.543801] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.545030] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e28ab650-1228-421d-9c84-a1c0d0974cb0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.560534] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.560920] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.561559] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968f631f-31c3-44ad-bf5c-1aa0303c079e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.567626] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 828.567626] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f7e4f7-609b-35e5-e0d8-197bff4bcccb" [ 828.567626] env[70261]: _type = "Task" [ 828.567626] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.578025] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f7e4f7-609b-35e5-e0d8-197bff4bcccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.604879] env[70261]: DEBUG nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.623400] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.640497] env[70261]: DEBUG nova.network.neutron [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Successfully created port: 21b6c9d6-8d60-4ea7-8d2b-57b584315ded {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.649243] env[70261]: DEBUG nova.compute.manager [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 828.676420] env[70261]: DEBUG nova.compute.manager [req-c7e6653c-a3e4-472e-8ded-62509a8edec1 req-82d438eb-eebe-4390-851f-83a53212a7a2 service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Received event network-vif-deleted-c4a0337f-dc40-4230-a82b-4ba1b4713db5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.676682] env[70261]: INFO nova.compute.manager [req-c7e6653c-a3e4-472e-8ded-62509a8edec1 req-82d438eb-eebe-4390-851f-83a53212a7a2 service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Neutron deleted interface c4a0337f-dc40-4230-a82b-4ba1b4713db5; detaching it from the instance and deleting it from the info cache [ 828.676944] env[70261]: DEBUG nova.network.neutron [req-c7e6653c-a3e4-472e-8ded-62509a8edec1 req-82d438eb-eebe-4390-851f-83a53212a7a2 service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.871359] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935391} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.871411] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 88e133d7-81a4-4beb-84df-1e62413ce32d/88e133d7-81a4-4beb-84df-1e62413ce32d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.871644] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.872029] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b0db97-6539-4387-9a71-1278ce271f9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.880502] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 828.880502] env[70261]: value = "task-3386042" [ 828.880502] env[70261]: _type = "Task" [ 828.880502] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.888975] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.971306] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 828.972274] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675589', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'name': 'volume-81b85861-294e-454e-821f-9eef67cfc5c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3755cb-b274-4e7b-bcd6-193594d43662', 'attached_at': '', 'detached_at': '', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'serial': '81b85861-294e-454e-821f-9eef67cfc5c0'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 828.976856] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddfe5bd-233f-49f6-8888-e4f8d2acccb6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.993678] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90399e1-0bd4-4299-b981-c970451a525a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.021796] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-81b85861-294e-454e-821f-9eef67cfc5c0/volume-81b85861-294e-454e-821f-9eef67cfc5c0.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.024876] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6eda3f5-4dbd-4e2a-b401-80295f27182b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.047437] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 93%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.049071] env[70261]: DEBUG oslo_vmware.api [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 829.049071] env[70261]: value = "task-3386044" [ 829.049071] env[70261]: _type = "Task" [ 829.049071] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.060580] env[70261]: DEBUG oslo_vmware.api [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.076635] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f7e4f7-609b-35e5-e0d8-197bff4bcccb, 'name': SearchDatastore_Task, 'duration_secs': 0.034617} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.077455] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e574cf-fdf3-4469-b25e-aa33f245c31b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.084946] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 829.084946] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52945d96-869e-b1c5-826e-39c947952c68" [ 829.084946] env[70261]: _type = "Task" [ 829.084946] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.093232] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52945d96-869e-b1c5-826e-39c947952c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.126618] env[70261]: DEBUG oslo_vmware.api [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386039, 'name': PowerOnVM_Task, 'duration_secs': 1.376049} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.126953] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.127103] env[70261]: DEBUG nova.compute.manager [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.127896] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0823a3-f5ab-4bcd-8861-f2896de874ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.139736] env[70261]: DEBUG nova.network.neutron [-] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.166639] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.182615] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a194f0c-7808-4ee1-a815-d376b6ca7a06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.187054] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9e1c2ae-d8d3-4ebd-b4b3-6891e7c974e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.197281] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d3adc-f78e-45ab-a155-95b215cb2b0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.206287] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c181a377-7f9e-4349-ba81-bd1e417de992 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.266074] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb490355-a905-49d6-bc81-bb56e7a1372a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.269295] env[70261]: DEBUG nova.compute.manager [req-c7e6653c-a3e4-472e-8ded-62509a8edec1 req-82d438eb-eebe-4390-851f-83a53212a7a2 service nova] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Detach interface failed, port_id=c4a0337f-dc40-4230-a82b-4ba1b4713db5, reason: Instance a7557684-a5b5-47a3-8e12-fa3a09367226 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.274708] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fde7515-7979-4a2a-89d0-e1ef6eb11973 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.288449] env[70261]: DEBUG nova.compute.provider_tree [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.390809] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069231} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.390954] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.392031] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05303a-5768-43d8-b170-a49ea6f4e87d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.414748] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 88e133d7-81a4-4beb-84df-1e62413ce32d/88e133d7-81a4-4beb-84df-1e62413ce32d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.415099] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958b3b07-1870-44e9-92e2-7ca393f97acb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.435296] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 829.435296] env[70261]: value = "task-3386045" [ 829.435296] env[70261]: _type = "Task" [ 829.435296] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.443316] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.536999] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 93%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.562446] env[70261]: DEBUG oslo_vmware.api [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386044, 'name': ReconfigVM_Task, 'duration_secs': 0.509161} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.562596] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-81b85861-294e-454e-821f-9eef67cfc5c0/volume-81b85861-294e-454e-821f-9eef67cfc5c0.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.567802] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30c32a9-06d1-4494-b5d3-e9a7d53684cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.583352] env[70261]: DEBUG oslo_vmware.api [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 829.583352] env[70261]: value = "task-3386046" [ 829.583352] env[70261]: _type = "Task" [ 829.583352] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.596111] env[70261]: DEBUG oslo_vmware.api [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.599615] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52945d96-869e-b1c5-826e-39c947952c68, 'name': SearchDatastore_Task, 'duration_secs': 0.015911} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.599870] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.600165] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 4d32e369-92dd-4a6c-ad56-4fba8388a1dd/4d32e369-92dd-4a6c-ad56-4fba8388a1dd.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.600425] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d91eb04f-081c-4ed8-9d92-1c7d54cdd5d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.607065] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 829.607065] env[70261]: value = "task-3386047" [ 829.607065] env[70261]: _type = "Task" [ 829.607065] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.616224] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.622633] env[70261]: DEBUG nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.646456] env[70261]: INFO nova.compute.manager [-] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Took 1.46 seconds to deallocate network for instance. [ 829.651897] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.661307] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.661586] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.661765] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.661962] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.662162] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.662320] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.662530] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.662709] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.662879] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.663062] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.663238] env[70261]: DEBUG nova.virt.hardware [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.664143] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0537cbc6-dd0f-4dc4-9c54-2f04f7c17070 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.674387] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea68781-869b-424f-a1e8-e7af10601e93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.791784] env[70261]: DEBUG nova.scheduler.client.report [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.946259] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.037265] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.095385] env[70261]: DEBUG oslo_vmware.api [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386046, 'name': ReconfigVM_Task, 'duration_secs': 0.154349} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.095712] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675589', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'name': 'volume-81b85861-294e-454e-821f-9eef67cfc5c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3755cb-b274-4e7b-bcd6-193594d43662', 'attached_at': '', 'detached_at': '', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'serial': '81b85861-294e-454e-821f-9eef67cfc5c0'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 830.122388] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386047, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.157413] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.272368] env[70261]: DEBUG nova.network.neutron [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Successfully updated port: 21b6c9d6-8d60-4ea7-8d2b-57b584315ded {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.299325] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.300192] env[70261]: DEBUG nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.304762] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.481s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.305018] env[70261]: DEBUG nova.objects.instance [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lazy-loading 'resources' on Instance uuid dbf53fcc-6542-4be2-b23c-172935a5b679 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.446176] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386045, 'name': ReconfigVM_Task, 'duration_secs': 0.875298} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.446450] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 88e133d7-81a4-4beb-84df-1e62413ce32d/88e133d7-81a4-4beb-84df-1e62413ce32d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.447130] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57aa578c-dd86-4623-a187-d66b3d99e692 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.453337] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 830.453337] env[70261]: value = "task-3386048" [ 830.453337] env[70261]: _type = "Task" [ 830.453337] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.463108] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386048, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.547481] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.618258] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738057} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.618615] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 4d32e369-92dd-4a6c-ad56-4fba8388a1dd/4d32e369-92dd-4a6c-ad56-4fba8388a1dd.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.619166] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.619166] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1957b60c-b91c-488a-a130-fe0f8cb4a3fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.626316] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 830.626316] env[70261]: value = "task-3386049" [ 830.626316] env[70261]: _type = "Task" [ 830.626316] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.635021] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.741605] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "69e037a3-f37a-4277-bac7-3c66589d08fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.741605] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.742044] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "69e037a3-f37a-4277-bac7-3c66589d08fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.742199] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.742251] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.744964] env[70261]: DEBUG nova.compute.manager [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Received event network-vif-plugged-21b6c9d6-8d60-4ea7-8d2b-57b584315ded {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.745176] env[70261]: DEBUG oslo_concurrency.lockutils [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] Acquiring lock "b7761f00-e596-4be7-84f0-0b2f82f82070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.745378] env[70261]: DEBUG oslo_concurrency.lockutils [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.745679] env[70261]: DEBUG oslo_concurrency.lockutils [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.745757] env[70261]: DEBUG nova.compute.manager [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] No waiting events found dispatching network-vif-plugged-21b6c9d6-8d60-4ea7-8d2b-57b584315ded {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.745857] env[70261]: WARNING nova.compute.manager [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Received unexpected event network-vif-plugged-21b6c9d6-8d60-4ea7-8d2b-57b584315ded for instance with vm_state building and task_state spawning. [ 830.746221] env[70261]: DEBUG nova.compute.manager [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Received event network-changed-21b6c9d6-8d60-4ea7-8d2b-57b584315ded {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.746221] env[70261]: DEBUG nova.compute.manager [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Refreshing instance network info cache due to event network-changed-21b6c9d6-8d60-4ea7-8d2b-57b584315ded. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.746348] env[70261]: DEBUG oslo_concurrency.lockutils [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] Acquiring lock "refresh_cache-b7761f00-e596-4be7-84f0-0b2f82f82070" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.746481] env[70261]: DEBUG oslo_concurrency.lockutils [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] Acquired lock "refresh_cache-b7761f00-e596-4be7-84f0-0b2f82f82070" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.746633] env[70261]: DEBUG nova.network.neutron [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Refreshing network info cache for port 21b6c9d6-8d60-4ea7-8d2b-57b584315ded {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 830.747737] env[70261]: INFO nova.compute.manager [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Terminating instance [ 830.780008] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "refresh_cache-b7761f00-e596-4be7-84f0-0b2f82f82070" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.812700] env[70261]: DEBUG nova.compute.utils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.814464] env[70261]: DEBUG nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.814742] env[70261]: DEBUG nova.network.neutron [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.865067] env[70261]: DEBUG nova.policy [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae072a3f4041e1b1235806d8a00be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df54b81ace2e46eab720f6dec9eb7b59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.965750] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386048, 'name': Rename_Task, 'duration_secs': 0.189419} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.966453] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.966453] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74c3b381-1779-451b-bc1f-8d452976d7de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.972758] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 830.972758] env[70261]: value = "task-3386050" [ 830.972758] env[70261]: _type = "Task" [ 830.972758] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.980981] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.037924] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.132498] env[70261]: DEBUG nova.network.neutron [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Successfully created port: 27ed37cb-91e0-4f83-a352-85f8a76e743d {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.139820] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065372} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.140278] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.141126] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2c3077-f686-4acd-bbfc-72413a1eedff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.155375] env[70261]: DEBUG nova.objects.instance [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lazy-loading 'flavor' on Instance uuid ee3755cb-b274-4e7b-bcd6-193594d43662 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.165270] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 4d32e369-92dd-4a6c-ad56-4fba8388a1dd/4d32e369-92dd-4a6c-ad56-4fba8388a1dd.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.169117] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2baaa6d2-5b9d-49b5-9027-d2b7a38278f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.192557] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 831.192557] env[70261]: value = "task-3386052" [ 831.192557] env[70261]: _type = "Task" [ 831.192557] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.200812] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.254362] env[70261]: DEBUG nova.compute.manager [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.254599] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.256161] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bfa456-e250-4352-a64f-3909a988a774 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.268050] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.268325] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88ad388-1177-4db8-9837-18509032ebeb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.277300] env[70261]: DEBUG oslo_vmware.api [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 831.277300] env[70261]: value = "task-3386053" [ 831.277300] env[70261]: _type = "Task" [ 831.277300] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.285947] env[70261]: DEBUG oslo_vmware.api [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.306045] env[70261]: DEBUG nova.network.neutron [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 831.315468] env[70261]: DEBUG nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.333029] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d3a227-360b-4a95-aa9a-848d1079e298 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.341896] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e3ce8b-8be6-4521-a600-4ede2638bf14 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.383258] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3605aa-1fbe-497f-8914-59021e9500c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.394439] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847342c8-1421-4673-a486-deba8f1124e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.409801] env[70261]: DEBUG nova.compute.provider_tree [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.442014] env[70261]: DEBUG nova.network.neutron [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.484085] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.538357] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386037, 'name': CloneVM_Task, 'duration_secs': 3.773287} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.538671] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Created linked-clone VM from snapshot [ 831.539567] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b113ab1c-9c10-4c76-bb8d-208a8cb2f4db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.558283] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Uploading image ca7b3d94-b237-49cf-8608-29946f93a4b9 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.572584] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.572886] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1a6a7f9-1b68-4263-94c9-272b24985fe5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.579685] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 831.579685] env[70261]: value = "task-3386054" [ 831.579685] env[70261]: _type = "Task" [ 831.579685] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.588412] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386054, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.672788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c7e9e7af-346e-49af-92b4-a90e3f6abb13 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.075s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.702935] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.739572] env[70261]: DEBUG oslo_concurrency.lockutils [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.740249] env[70261]: DEBUG oslo_concurrency.lockutils [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.787547] env[70261]: DEBUG oslo_vmware.api [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386053, 'name': PowerOffVM_Task, 'duration_secs': 0.433159} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.787863] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.788051] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.788303] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-573bc04e-d92e-49f8-9e25-7ea07b82ce6a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.879905] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.880139] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.880329] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleting the datastore file [datastore1] 69e037a3-f37a-4277-bac7-3c66589d08fe {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.880638] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9639a269-36c2-4483-914c-bc41bb66935c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.886677] env[70261]: DEBUG oslo_vmware.api [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 831.886677] env[70261]: value = "task-3386056" [ 831.886677] env[70261]: _type = "Task" [ 831.886677] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.895671] env[70261]: DEBUG oslo_vmware.api [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.913108] env[70261]: DEBUG nova.scheduler.client.report [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.945024] env[70261]: DEBUG oslo_concurrency.lockutils [req-7c770c0d-b880-4476-9366-b438d153189e req-76b0ff20-777b-4890-9c4e-9d16b289f2d2 service nova] Releasing lock "refresh_cache-b7761f00-e596-4be7-84f0-0b2f82f82070" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.945387] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquired lock "refresh_cache-b7761f00-e596-4be7-84f0-0b2f82f82070" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.945557] env[70261]: DEBUG nova.network.neutron [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 831.983090] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386050, 'name': PowerOnVM_Task, 'duration_secs': 0.878443} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.983344] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.983540] env[70261]: INFO nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Took 10.61 seconds to spawn the instance on the hypervisor. [ 831.983718] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.984481] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826a3b90-259b-45e4-a4c1-0e1ca860cc2a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.091590] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386054, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.202885] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386052, 'name': ReconfigVM_Task, 'duration_secs': 0.63616} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.203186] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 4d32e369-92dd-4a6c-ad56-4fba8388a1dd/4d32e369-92dd-4a6c-ad56-4fba8388a1dd.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.203825] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c59dfedc-8675-49eb-b648-e96f2c94ef7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.211040] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 832.211040] env[70261]: value = "task-3386057" [ 832.211040] env[70261]: _type = "Task" [ 832.211040] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.219347] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386057, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.244309] env[70261]: DEBUG nova.compute.utils [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.324999] env[70261]: DEBUG nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.353185] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.353443] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.353603] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.353781] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.354341] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.354341] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.354341] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.354487] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.354648] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.354824] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.354999] env[70261]: DEBUG nova.virt.hardware [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.355886] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3218f5-de46-4274-81b1-9660819088a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.364512] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19c598a-78a9-40ee-b96e-cefde55f885b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.397831] env[70261]: DEBUG oslo_vmware.api [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468824} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.398122] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.398345] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.398531] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.398746] env[70261]: INFO nova.compute.manager [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 832.399008] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.399207] env[70261]: DEBUG nova.compute.manager [-] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.399300] env[70261]: DEBUG nova.network.neutron [-] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 832.418193] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.421365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.047s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.423094] env[70261]: INFO nova.compute.claims [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.447637] env[70261]: INFO nova.scheduler.client.report [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Deleted allocations for instance dbf53fcc-6542-4be2-b23c-172935a5b679 [ 832.483946] env[70261]: DEBUG nova.network.neutron [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 832.503271] env[70261]: INFO nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Took 35.98 seconds to build instance. [ 832.532224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "ee3755cb-b274-4e7b-bcd6-193594d43662" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.532224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.591819] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386054, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.688871] env[70261]: DEBUG nova.network.neutron [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Updating instance_info_cache with network_info: [{"id": "21b6c9d6-8d60-4ea7-8d2b-57b584315ded", "address": "fa:16:3e:3e:53:a9", "network": {"id": "a213ac52-0dcf-4a99-9969-b37d16e5a77d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1392183985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8924fda239944ddb80219e0a84d3a5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b6c9d6-8d", "ovs_interfaceid": "21b6c9d6-8d60-4ea7-8d2b-57b584315ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.730432] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386057, 'name': Rename_Task, 'duration_secs': 0.186096} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.731072] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.733934] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b94b91-89f1-4ae9-8875-866d2f5856d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.739799] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 832.739799] env[70261]: value = "task-3386058" [ 832.739799] env[70261]: _type = "Task" [ 832.739799] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.747322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.747905] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.852561] env[70261]: DEBUG nova.network.neutron [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Successfully updated port: 27ed37cb-91e0-4f83-a352-85f8a76e743d {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.957188] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ddb419f3-aac5-4b2c-a1a9-e8d5b65243d5 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "dbf53fcc-6542-4be2-b23c-172935a5b679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.990s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.005694] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.282s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.033516] env[70261]: INFO nova.compute.manager [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Detaching volume 81b85861-294e-454e-821f-9eef67cfc5c0 [ 833.074431] env[70261]: INFO nova.virt.block_device [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Attempting to driver detach volume 81b85861-294e-454e-821f-9eef67cfc5c0 from mountpoint /dev/sdb [ 833.074431] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 833.074431] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675589', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'name': 'volume-81b85861-294e-454e-821f-9eef67cfc5c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3755cb-b274-4e7b-bcd6-193594d43662', 'attached_at': '', 'detached_at': '', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'serial': '81b85861-294e-454e-821f-9eef67cfc5c0'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 833.074880] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144856c-6410-4f0d-8655-7f48e4b791b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.099618] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b381f-a9ef-431e-aa1d-081c20a5f9bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.108637] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386054, 'name': Destroy_Task, 'duration_secs': 1.067869} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.111071] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Destroyed the VM [ 833.111478] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 833.111940] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a0d47a9-6fc3-4639-b6d0-69c6d8a17e33 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.114580] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b39535-cc3e-44f2-82a7-0b9d0d1606ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.120601] env[70261]: DEBUG nova.compute.manager [req-ba4e0a3d-db3e-4c1e-adab-fd46dae4c9c8 req-650aa08d-0d26-4313-8c1e-5bf84ca803f1 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Received event network-vif-plugged-27ed37cb-91e0-4f83-a352-85f8a76e743d {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.121021] env[70261]: DEBUG oslo_concurrency.lockutils [req-ba4e0a3d-db3e-4c1e-adab-fd46dae4c9c8 req-650aa08d-0d26-4313-8c1e-5bf84ca803f1 service nova] Acquiring lock "6351eebf-bfa3-4356-acdd-d7c901943867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.121511] env[70261]: DEBUG oslo_concurrency.lockutils [req-ba4e0a3d-db3e-4c1e-adab-fd46dae4c9c8 req-650aa08d-0d26-4313-8c1e-5bf84ca803f1 service nova] Lock "6351eebf-bfa3-4356-acdd-d7c901943867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.121598] env[70261]: DEBUG oslo_concurrency.lockutils [req-ba4e0a3d-db3e-4c1e-adab-fd46dae4c9c8 req-650aa08d-0d26-4313-8c1e-5bf84ca803f1 service nova] Lock "6351eebf-bfa3-4356-acdd-d7c901943867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.121829] env[70261]: DEBUG nova.compute.manager [req-ba4e0a3d-db3e-4c1e-adab-fd46dae4c9c8 req-650aa08d-0d26-4313-8c1e-5bf84ca803f1 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] No waiting events found dispatching network-vif-plugged-27ed37cb-91e0-4f83-a352-85f8a76e743d {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.122022] env[70261]: WARNING nova.compute.manager [req-ba4e0a3d-db3e-4c1e-adab-fd46dae4c9c8 req-650aa08d-0d26-4313-8c1e-5bf84ca803f1 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Received unexpected event network-vif-plugged-27ed37cb-91e0-4f83-a352-85f8a76e743d for instance with vm_state building and task_state spawning. [ 833.144211] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1aaa3f-9d76-4809-8247-270352c4e622 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.149383] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 833.149383] env[70261]: value = "task-3386059" [ 833.149383] env[70261]: _type = "Task" [ 833.149383] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.163107] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] The volume has not been displaced from its original location: [datastore1] volume-81b85861-294e-454e-821f-9eef67cfc5c0/volume-81b85861-294e-454e-821f-9eef67cfc5c0.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 833.168493] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 833.169340] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e654fa2-860c-42ad-a8a9-bacc38ae3945 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.186037] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386059, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.192598] env[70261]: DEBUG oslo_vmware.api [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 833.192598] env[70261]: value = "task-3386061" [ 833.192598] env[70261]: _type = "Task" [ 833.192598] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.192598] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Releasing lock "refresh_cache-b7761f00-e596-4be7-84f0-0b2f82f82070" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.192890] env[70261]: DEBUG nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Instance network_info: |[{"id": "21b6c9d6-8d60-4ea7-8d2b-57b584315ded", "address": "fa:16:3e:3e:53:a9", "network": {"id": "a213ac52-0dcf-4a99-9969-b37d16e5a77d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1392183985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8924fda239944ddb80219e0a84d3a5d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b6c9d6-8d", "ovs_interfaceid": "21b6c9d6-8d60-4ea7-8d2b-57b584315ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.195955] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:53:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21b6c9d6-8d60-4ea7-8d2b-57b584315ded', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.203525] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Creating folder: Project (8924fda239944ddb80219e0a84d3a5d5). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.203846] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04055ff1-e1e1-4018-b83d-c04005087e6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.211490] env[70261]: DEBUG oslo_vmware.api [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.213016] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Created folder: Project (8924fda239944ddb80219e0a84d3a5d5) in parent group-v675446. [ 833.213221] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Creating folder: Instances. Parent ref: group-v675597. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.213457] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-906c674f-a9dc-4242-bc5a-e0570c6b116f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.221769] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Created folder: Instances in parent group-v675597. [ 833.222057] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.222222] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.222434] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7c2d4e2-4199-465c-9987-b53ca9a23ac1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.248270] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386058, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.249390] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.249390] env[70261]: value = "task-3386064" [ 833.249390] env[70261]: _type = "Task" [ 833.249390] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.257347] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386064, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.267860] env[70261]: DEBUG nova.network.neutron [-] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.357219] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "refresh_cache-6351eebf-bfa3-4356-acdd-d7c901943867" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.357219] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "refresh_cache-6351eebf-bfa3-4356-acdd-d7c901943867" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.357219] env[70261]: DEBUG nova.network.neutron [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 833.663200] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386059, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.709081] env[70261]: DEBUG oslo_vmware.api [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386061, 'name': ReconfigVM_Task, 'duration_secs': 0.309342} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.709509] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 833.720313] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928c5026-1f98-4826-bfd6-19f5b94b233c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.757301] env[70261]: DEBUG oslo_vmware.api [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 833.757301] env[70261]: value = "task-3386065" [ 833.757301] env[70261]: _type = "Task" [ 833.757301] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.765765] env[70261]: DEBUG oslo_vmware.api [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386058, 'name': PowerOnVM_Task, 'duration_secs': 0.839388} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.770678] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.770998] env[70261]: INFO nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Took 9.41 seconds to spawn the instance on the hypervisor. [ 833.771276] env[70261]: DEBUG nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.776613] env[70261]: INFO nova.compute.manager [-] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Took 1.38 seconds to deallocate network for instance. [ 833.778611] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c189152-748c-4512-8389-8eef38d7f387 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.782156] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386064, 'name': CreateVM_Task, 'duration_secs': 0.460341} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.792882] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.794347] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.794347] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.794745] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.798335] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0131d58f-112d-4c1b-bb9c-c6ef070f53fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.800183] env[70261]: DEBUG oslo_vmware.api [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.810937] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 833.810937] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d054be-a88c-6f2a-fe7d-07a37250baee" [ 833.810937] env[70261]: _type = "Task" [ 833.810937] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.815656] env[70261]: DEBUG oslo_concurrency.lockutils [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.815656] env[70261]: DEBUG oslo_concurrency.lockutils [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.815656] env[70261]: INFO nova.compute.manager [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Attaching volume d4b2ed63-f74b-46be-a49c-1d66e8a4df8f to /dev/sdb [ 833.821984] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d054be-a88c-6f2a-fe7d-07a37250baee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.870212] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21713d8-8f46-4f03-9c6d-d941877559a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.879601] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bb6fe3-f3ff-43cc-b0ce-105c1e29a79f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.893810] env[70261]: DEBUG nova.virt.block_device [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Updating existing volume attachment record: 80c87f60-60c3-41f9-a733-d7123319cedf {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 833.896721] env[70261]: DEBUG nova.network.neutron [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 834.003431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a45724-462a-482a-8151-4e553cf9e562 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.014172] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4cb99-1cbd-40bf-beb2-dccc3b1b1255 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.044997] env[70261]: DEBUG nova.network.neutron [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Updating instance_info_cache with network_info: [{"id": "27ed37cb-91e0-4f83-a352-85f8a76e743d", "address": "fa:16:3e:34:a5:1e", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ed37cb-91", "ovs_interfaceid": "27ed37cb-91e0-4f83-a352-85f8a76e743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.046737] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3713a51-824d-4d52-987f-4f86a51cdd1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.054446] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611ef4db-30b0-427f-b413-3370298ca2a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.067689] env[70261]: DEBUG nova.compute.provider_tree [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.158255] env[70261]: DEBUG oslo_vmware.api [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386059, 'name': RemoveSnapshot_Task, 'duration_secs': 0.707296} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.159640] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 834.275468] env[70261]: DEBUG oslo_vmware.api [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386065, 'name': ReconfigVM_Task, 'duration_secs': 0.17252} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.276095] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675589', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'name': 'volume-81b85861-294e-454e-821f-9eef67cfc5c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee3755cb-b274-4e7b-bcd6-193594d43662', 'attached_at': '', 'detached_at': '', 'volume_id': '81b85861-294e-454e-821f-9eef67cfc5c0', 'serial': '81b85861-294e-454e-821f-9eef67cfc5c0'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 834.294555] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.318254] env[70261]: INFO nova.compute.manager [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Took 35.65 seconds to build instance. [ 834.331379] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d054be-a88c-6f2a-fe7d-07a37250baee, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.331693] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.331924] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.332173] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.332318] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.332494] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.332756] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad8ccc6c-32d7-4370-9bde-9e18aadcc8e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.342240] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.342316] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.343133] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9d336e-4e16-4109-8a64-d050dafc0ff3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.349252] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 834.349252] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab9c01-9b7f-3b33-908a-a99bb9b2ed3d" [ 834.349252] env[70261]: _type = "Task" [ 834.349252] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.358462] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab9c01-9b7f-3b33-908a-a99bb9b2ed3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.550190] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "refresh_cache-6351eebf-bfa3-4356-acdd-d7c901943867" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.552174] env[70261]: DEBUG nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Instance network_info: |[{"id": "27ed37cb-91e0-4f83-a352-85f8a76e743d", "address": "fa:16:3e:34:a5:1e", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ed37cb-91", "ovs_interfaceid": "27ed37cb-91e0-4f83-a352-85f8a76e743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.552373] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:a5:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27ed37cb-91e0-4f83-a352-85f8a76e743d', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.559472] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.560635] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.560910] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c21bfee-b4af-40e2-b78b-8b7f42262ac6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.576490] env[70261]: DEBUG nova.scheduler.client.report [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.585581] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.585581] env[70261]: value = "task-3386069" [ 834.585581] env[70261]: _type = "Task" [ 834.585581] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.593874] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386069, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.666606] env[70261]: WARNING nova.compute.manager [None req-ab15d9b1-57cb-4e2c-8955-02a4406435f0 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Image not found during snapshot: nova.exception.ImageNotFound: Image ca7b3d94-b237-49cf-8608-29946f93a4b9 could not be found. [ 834.667918] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "e694bdb7-295a-4072-a16f-d484c47299a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.668200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "e694bdb7-295a-4072-a16f-d484c47299a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.668452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "e694bdb7-295a-4072-a16f-d484c47299a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.668691] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "e694bdb7-295a-4072-a16f-d484c47299a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.669031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "e694bdb7-295a-4072-a16f-d484c47299a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.670983] env[70261]: INFO nova.compute.manager [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Terminating instance [ 834.820954] env[70261]: DEBUG oslo_concurrency.lockutils [None req-37848920-4214-43ce-bf29-8884947cc2ff tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.051s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.844418] env[70261]: DEBUG nova.objects.instance [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lazy-loading 'flavor' on Instance uuid ee3755cb-b274-4e7b-bcd6-193594d43662 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.863649] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab9c01-9b7f-3b33-908a-a99bb9b2ed3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01258} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.863649] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba94cef-9372-4331-a756-741cdd96cdc8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.874949] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 834.874949] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52caa782-40d6-661c-7f12-38e4253731ec" [ 834.874949] env[70261]: _type = "Task" [ 834.874949] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.885039] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52caa782-40d6-661c-7f12-38e4253731ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.028308] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-d1d89528-1adf-4452-b25e-e45e7b104a18-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.028559] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-d1d89528-1adf-4452-b25e-e45e7b104a18-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.029090] env[70261]: DEBUG nova.objects.instance [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'flavor' on Instance uuid d1d89528-1adf-4452-b25e-e45e7b104a18 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.082316] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.083068] env[70261]: DEBUG nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.086924] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.836s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.088216] env[70261]: DEBUG nova.objects.instance [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lazy-loading 'resources' on Instance uuid d8eaadff-163f-45bf-9a8a-2643106b8ba8 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.103611] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386069, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.174483] env[70261]: DEBUG nova.compute.manager [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.174711] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.175695] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18800a51-7067-423c-9bb4-d2aef3a0f6d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.186510] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.186771] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb769c9-c902-4644-98eb-3e3619ad8a44 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.195072] env[70261]: DEBUG oslo_vmware.api [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 835.195072] env[70261]: value = "task-3386070" [ 835.195072] env[70261]: _type = "Task" [ 835.195072] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.206745] env[70261]: DEBUG oslo_vmware.api [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3386070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.389120] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52caa782-40d6-661c-7f12-38e4253731ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.389277] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.389658] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] b7761f00-e596-4be7-84f0-0b2f82f82070/b7761f00-e596-4be7-84f0-0b2f82f82070.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.390307] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd827c4-7e83-46ee-9169-c0199a0f08dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.397395] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 835.397395] env[70261]: value = "task-3386071" [ 835.397395] env[70261]: _type = "Task" [ 835.397395] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.406451] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.503317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.503556] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.503852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.503943] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.504122] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.506946] env[70261]: INFO nova.compute.manager [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Terminating instance [ 835.536848] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d22316-f136-4cf3-a2af-e1d5cf923615 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.544840] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56235d98-f204-4e52-bbdd-239b8d443f0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.577518] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "88e133d7-81a4-4beb-84df-1e62413ce32d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.577784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.578014] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "88e133d7-81a4-4beb-84df-1e62413ce32d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.578230] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.578400] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.582883] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3eeff-63fb-4928-9e77-29499ef745ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.585584] env[70261]: INFO nova.compute.manager [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Terminating instance [ 835.588360] env[70261]: DEBUG nova.compute.utils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.590598] env[70261]: DEBUG nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.590767] env[70261]: DEBUG nova.network.neutron [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.601553] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c1b47-09e3-4338-9e6c-e3a4f469d663 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.611676] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386069, 'name': CreateVM_Task, 'duration_secs': 0.58587} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.620335] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.621129] env[70261]: DEBUG nova.compute.provider_tree [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.624065] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.624269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.624665] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.627321] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c42db8d-9c55-4e9f-81cd-4c3a86ee64cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.634039] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 835.634039] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c68b8b-91be-6d83-94de-a9bb53fd6d9e" [ 835.634039] env[70261]: _type = "Task" [ 835.634039] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.643561] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c68b8b-91be-6d83-94de-a9bb53fd6d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.646833] env[70261]: DEBUG nova.objects.instance [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'pci_requests' on Instance uuid d1d89528-1adf-4452-b25e-e45e7b104a18 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.655878] env[70261]: DEBUG nova.policy [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a88ba962483545f3904da00a0de32efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af96b55303044199b3d49d3450d33b91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.706448] env[70261]: DEBUG oslo_vmware.api [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3386070, 'name': PowerOffVM_Task, 'duration_secs': 0.220103} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.706724] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.706916] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.707186] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c04e638-bccd-4432-be9a-b0124f8a29dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.761202] env[70261]: DEBUG nova.compute.manager [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Received event network-vif-deleted-2b73be75-495d-43ac-8623-093c8a510e55 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.761438] env[70261]: DEBUG nova.compute.manager [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Received event network-changed-27ed37cb-91e0-4f83-a352-85f8a76e743d {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.761610] env[70261]: DEBUG nova.compute.manager [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Refreshing instance network info cache due to event network-changed-27ed37cb-91e0-4f83-a352-85f8a76e743d. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.761841] env[70261]: DEBUG oslo_concurrency.lockutils [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] Acquiring lock "refresh_cache-6351eebf-bfa3-4356-acdd-d7c901943867" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.762059] env[70261]: DEBUG oslo_concurrency.lockutils [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] Acquired lock "refresh_cache-6351eebf-bfa3-4356-acdd-d7c901943867" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.762364] env[70261]: DEBUG nova.network.neutron [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Refreshing network info cache for port 27ed37cb-91e0-4f83-a352-85f8a76e743d {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 835.778616] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.779214] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.779421] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Deleting the datastore file [datastore1] e694bdb7-295a-4072-a16f-d484c47299a6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.780216] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dde81d6-5616-4c81-8519-c9992457df31 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.786772] env[70261]: DEBUG oslo_vmware.api [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for the task: (returnval){ [ 835.786772] env[70261]: value = "task-3386073" [ 835.786772] env[70261]: _type = "Task" [ 835.786772] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.794607] env[70261]: DEBUG oslo_vmware.api [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3386073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.851695] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2b76b34e-fba7-4c06-84f5-d6fdd88275c6 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.915894] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.972239] env[70261]: DEBUG nova.network.neutron [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Successfully created port: 39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.014540] env[70261]: DEBUG nova.compute.manager [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.015669] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.015930] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ebadfc-3097-432c-bafb-b2d69e95b8c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.027741] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.028592] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd41e080-e523-4e88-916a-5ae736dff40b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.040269] env[70261]: DEBUG oslo_vmware.api [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 836.040269] env[70261]: value = "task-3386074" [ 836.040269] env[70261]: _type = "Task" [ 836.040269] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.053481] env[70261]: DEBUG oslo_vmware.api [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3386074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.096914] env[70261]: DEBUG nova.compute.manager [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.096914] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.096914] env[70261]: DEBUG nova.compute.utils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.101197] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e85fdd-d170-4468-b2d2-1c6ab6e7c9a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.113396] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.113809] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-553276ee-8cc1-4b67-8def-4a39748b8d07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.124167] env[70261]: DEBUG oslo_vmware.api [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 836.124167] env[70261]: value = "task-3386075" [ 836.124167] env[70261]: _type = "Task" [ 836.124167] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.131305] env[70261]: DEBUG nova.scheduler.client.report [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.135318] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.135550] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.136018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.136018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.136167] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.140397] env[70261]: DEBUG oslo_vmware.api [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.142695] env[70261]: INFO nova.compute.manager [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Terminating instance [ 836.151054] env[70261]: DEBUG nova.objects.base [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 836.151054] env[70261]: DEBUG nova.network.neutron [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.153120] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c68b8b-91be-6d83-94de-a9bb53fd6d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.030499} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.154026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.154026] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.158827] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.158827] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.158827] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.158827] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18efe892-4cef-4953-9ce1-eafb0fdea86f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.167288] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.167288] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.168987] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ceeef5-5259-4089-9041-d9697ffc3670 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.181073] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 836.181073] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52110edd-9e05-dfb8-e382-5d662b864bf0" [ 836.181073] env[70261]: _type = "Task" [ 836.181073] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.191088] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52110edd-9e05-dfb8-e382-5d662b864bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.303531] env[70261]: DEBUG oslo_vmware.api [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Task: {'id': task-3386073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349452} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.303531] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.303531] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.304288] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.304288] env[70261]: INFO nova.compute.manager [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.304288] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.304602] env[70261]: DEBUG nova.compute.manager [-] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.304602] env[70261]: DEBUG nova.network.neutron [-] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 836.360754] env[70261]: DEBUG nova.policy [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.409967] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742238} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.410269] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] b7761f00-e596-4be7-84f0-0b2f82f82070/b7761f00-e596-4be7-84f0-0b2f82f82070.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.410672] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.410988] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87c1a97-4910-48ca-a203-a89bd750df31 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.423943] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 836.423943] env[70261]: value = "task-3386077" [ 836.423943] env[70261]: _type = "Task" [ 836.423943] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.437201] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.516918] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "637db48a-7f98-4d3c-908d-62691f18c2d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.517188] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.517444] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "637db48a-7f98-4d3c-908d-62691f18c2d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.517658] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.517935] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.520718] env[70261]: INFO nova.compute.manager [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Terminating instance [ 836.550376] env[70261]: DEBUG oslo_vmware.api [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3386074, 'name': PowerOffVM_Task, 'duration_secs': 0.335784} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.550661] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.550873] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.551130] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-188a05a6-445b-4fca-b2c4-93f1af5e137c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.555206] env[70261]: DEBUG nova.network.neutron [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Updated VIF entry in instance network info cache for port 27ed37cb-91e0-4f83-a352-85f8a76e743d. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 836.555606] env[70261]: DEBUG nova.network.neutron [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Updating instance_info_cache with network_info: [{"id": "27ed37cb-91e0-4f83-a352-85f8a76e743d", "address": "fa:16:3e:34:a5:1e", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ed37cb-91", "ovs_interfaceid": "27ed37cb-91e0-4f83-a352-85f8a76e743d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.604888] env[70261]: DEBUG nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.633460] env[70261]: DEBUG oslo_vmware.api [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386075, 'name': PowerOffVM_Task, 'duration_secs': 0.261656} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.633460] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.633460] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.633460] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51792119-4890-4f74-a0e4-a98b8224a689 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.637255] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.637255] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.637416] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Deleting the datastore file [datastore1] c86b462d-07a5-4cf2-86b4-b15622dd6aad {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.637641] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f403bc0c-6249-4ff7-acaa-7c145d93398c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.641026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.553s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.642101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.709s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.643893] env[70261]: INFO nova.compute.claims [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.652971] env[70261]: DEBUG oslo_vmware.api [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for the task: (returnval){ [ 836.652971] env[70261]: value = "task-3386080" [ 836.652971] env[70261]: _type = "Task" [ 836.652971] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.659888] env[70261]: DEBUG nova.compute.manager [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.660205] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.661760] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151fcef-5057-40fd-afc0-7afbf6d14bff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.675895] env[70261]: DEBUG oslo_vmware.api [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3386080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.675895] env[70261]: INFO nova.scheduler.client.report [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Deleted allocations for instance d8eaadff-163f-45bf-9a8a-2643106b8ba8 [ 836.679221] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.681152] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-322ae1b6-5f9f-4b05-8077-2e8ed510ff4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.696082] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52110edd-9e05-dfb8-e382-5d662b864bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.696082] env[70261]: DEBUG oslo_vmware.api [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 836.696082] env[70261]: value = "task-3386081" [ 836.696082] env[70261]: _type = "Task" [ 836.696082] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.696082] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6b84cd-cf3a-4501-8624-9b03bfe26988 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.704585] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.704632] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.704805] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleting the datastore file [datastore2] 88e133d7-81a4-4beb-84df-1e62413ce32d {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.707150] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ccfdbd8-c23c-47bb-bc81-8fe51ea63c72 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.709669] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 836.709669] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521cc660-a518-1f14-7c1f-5c36aed8dd34" [ 836.709669] env[70261]: _type = "Task" [ 836.709669] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.714599] env[70261]: DEBUG oslo_vmware.api [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.720979] env[70261]: DEBUG oslo_vmware.api [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 836.720979] env[70261]: value = "task-3386082" [ 836.720979] env[70261]: _type = "Task" [ 836.720979] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.728567] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521cc660-a518-1f14-7c1f-5c36aed8dd34, 'name': SearchDatastore_Task, 'duration_secs': 0.012693} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.729803] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.730101] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 6351eebf-bfa3-4356-acdd-d7c901943867/6351eebf-bfa3-4356-acdd-d7c901943867.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.730613] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb53764f-376a-47eb-a3b0-fa321c58ff1f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.736507] env[70261]: DEBUG oslo_vmware.api [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.740566] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 836.740566] env[70261]: value = "task-3386083" [ 836.740566] env[70261]: _type = "Task" [ 836.740566] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.748913] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.935307] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076251} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.935581] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.936585] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896531f6-6729-4476-b326-b7746e305ccc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.958850] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] b7761f00-e596-4be7-84f0-0b2f82f82070/b7761f00-e596-4be7-84f0-0b2f82f82070.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.959878] env[70261]: DEBUG nova.network.neutron [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Successfully created port: 0271e3a1-80ae-401c-80da-b87c2983bc33 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.961794] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedb405d-8962-4c25-b422-23d92a292015 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.982967] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 836.982967] env[70261]: value = "task-3386084" [ 836.982967] env[70261]: _type = "Task" [ 836.982967] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.990387] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.024919] env[70261]: DEBUG nova.compute.manager [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.025279] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.026152] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c283cac4-864d-49a5-a386-04fd89fdef79 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.034014] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.034280] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad053ee8-8552-498e-ab4b-ac93cdda5f17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.041179] env[70261]: DEBUG oslo_vmware.api [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 837.041179] env[70261]: value = "task-3386085" [ 837.041179] env[70261]: _type = "Task" [ 837.041179] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.049367] env[70261]: DEBUG oslo_vmware.api [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.058605] env[70261]: DEBUG oslo_concurrency.lockutils [req-47b2210a-3d9e-4b42-bc58-f894c9b531d2 req-fa7f6b4f-a1b8-4332-a013-1376daea7d56 service nova] Releasing lock "refresh_cache-6351eebf-bfa3-4356-acdd-d7c901943867" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.171284] env[70261]: DEBUG oslo_vmware.api [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Task: {'id': task-3386080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201049} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.171811] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.172113] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.172283] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.172462] env[70261]: INFO nova.compute.manager [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Took 1.16 seconds to destroy the instance on the hypervisor. [ 837.172744] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.172914] env[70261]: DEBUG nova.compute.manager [-] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.173017] env[70261]: DEBUG nova.network.neutron [-] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 837.190132] env[70261]: DEBUG oslo_concurrency.lockutils [None req-689d9065-db3d-44cf-b7e3-70493bbbbd8e tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "d8eaadff-163f-45bf-9a8a-2643106b8ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.143s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.212398] env[70261]: DEBUG oslo_vmware.api [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386081, 'name': PowerOffVM_Task, 'duration_secs': 0.231959} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.212398] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.212398] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.212708] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6b237fe-6517-4689-9448-b0bd7c4425a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.232763] env[70261]: DEBUG oslo_vmware.api [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222836} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.235057] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.235057] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.235057] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.235057] env[70261]: INFO nova.compute.manager [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 837.235057] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.235467] env[70261]: DEBUG nova.compute.manager [-] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.235467] env[70261]: DEBUG nova.network.neutron [-] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 837.253026] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.284820] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.285125] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.285438] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleting the datastore file [datastore1] 4d32e369-92dd-4a6c-ad56-4fba8388a1dd {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.287817] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75387ee-6408-49ca-8388-c5dfff94c284 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.296418] env[70261]: DEBUG oslo_vmware.api [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 837.296418] env[70261]: value = "task-3386087" [ 837.296418] env[70261]: _type = "Task" [ 837.296418] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.311669] env[70261]: DEBUG oslo_vmware.api [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.356928] env[70261]: DEBUG nova.network.neutron [-] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.493601] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.554270] env[70261]: DEBUG oslo_vmware.api [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386085, 'name': PowerOffVM_Task, 'duration_secs': 0.247261} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.554542] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.554784] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.556035] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a85a672a-82ee-4095-89f2-87e94cb33d39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.617694] env[70261]: DEBUG nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.621218] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.621436] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.621618] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleting the datastore file [datastore1] 637db48a-7f98-4d3c-908d-62691f18c2d7 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.621878] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107b60e0-2744-4213-8990-3695d759162c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.629978] env[70261]: DEBUG oslo_vmware.api [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 837.629978] env[70261]: value = "task-3386089" [ 837.629978] env[70261]: _type = "Task" [ 837.629978] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.639990] env[70261]: DEBUG oslo_vmware.api [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.652096] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:02:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='497352560',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2909941',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.653548] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.653548] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.653548] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.653548] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.653548] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.653981] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.653981] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.653981] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.653981] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.655027] env[70261]: DEBUG nova.virt.hardware [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.658850] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2cb043-b5b7-4d4f-af81-a0a8545ca561 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.673672] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e47cc54-30bf-4706-9699-9e71dfbee90b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.755049] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65646} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.755049] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 6351eebf-bfa3-4356-acdd-d7c901943867/6351eebf-bfa3-4356-acdd-d7c901943867.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.755049] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.755049] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-252e8f15-d46d-47d2-b2c6-1c48953c258b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.762891] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 837.762891] env[70261]: value = "task-3386090" [ 837.762891] env[70261]: _type = "Task" [ 837.762891] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.771279] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.806543] env[70261]: DEBUG oslo_vmware.api [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361312} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.806800] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.808175] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.808502] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.808584] env[70261]: INFO nova.compute.manager [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 837.808809] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.809022] env[70261]: DEBUG nova.compute.manager [-] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.809113] env[70261]: DEBUG nova.network.neutron [-] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 837.860251] env[70261]: INFO nova.compute.manager [-] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Took 1.56 seconds to deallocate network for instance. [ 837.995637] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386084, 'name': ReconfigVM_Task, 'duration_secs': 0.83919} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.998627] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Reconfigured VM instance instance-00000031 to attach disk [datastore2] b7761f00-e596-4be7-84f0-0b2f82f82070/b7761f00-e596-4be7-84f0-0b2f82f82070.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.999489] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adffe845-45f8-481a-a2c5-13d5b9008d93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.007280] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 838.007280] env[70261]: value = "task-3386091" [ 838.007280] env[70261]: _type = "Task" [ 838.007280] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.017847] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386091, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.039645] env[70261]: DEBUG nova.network.neutron [-] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.139569] env[70261]: DEBUG oslo_vmware.api [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.181840] env[70261]: DEBUG nova.network.neutron [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Successfully updated port: 39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.185225] env[70261]: DEBUG nova.network.neutron [-] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.193592] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444fa9b3-1de0-4bbf-8860-6e212c1ef307 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.203541] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a9835-fc0a-49f2-a45f-0f654850455b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.245734] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89618f6d-c7e0-4a49-a98b-5221dea5c0bb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.254326] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390253e0-912e-4b68-afc2-896061b151fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.263366] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquiring lock "d33277cb-68d8-46dd-ad32-40e33086ce68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.263604] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.276019] env[70261]: DEBUG nova.compute.provider_tree [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.284899] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21942} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.285134] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.285916] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461a999-4589-4733-a2d0-3a599ddb2b7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.310198] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6351eebf-bfa3-4356-acdd-d7c901943867/6351eebf-bfa3-4356-acdd-d7c901943867.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.314021] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29b9d5f-8b32-45c1-9f40-4adccf3d75c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.332035] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 838.332035] env[70261]: value = "task-3386092" [ 838.332035] env[70261]: _type = "Task" [ 838.332035] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.340584] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.369904] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.446612] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 838.446859] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675601', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'name': 'volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2aea86d5-8b92-416f-9abf-12c3ac0c77b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'serial': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 838.447798] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaabfaa-9650-4161-8209-8333fe7fd153 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.466084] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79022d19-bec8-4ef7-83d2-2d6bcca5e64a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.496856] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f/volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.497205] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d28456-e50f-401f-bffb-45e75510bf41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.519104] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386091, 'name': Rename_Task, 'duration_secs': 0.394917} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.520404] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.523749] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 838.523749] env[70261]: value = "task-3386093" [ 838.523749] env[70261]: _type = "Task" [ 838.523749] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.523749] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c5cc3af-dc8c-4dbc-bb47-315345054c27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.531088] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.532321] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 838.532321] env[70261]: value = "task-3386094" [ 838.532321] env[70261]: _type = "Task" [ 838.532321] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.540638] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.541775] env[70261]: INFO nova.compute.manager [-] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Took 1.31 seconds to deallocate network for instance. [ 838.607889] env[70261]: DEBUG nova.network.neutron [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Successfully updated port: 0271e3a1-80ae-401c-80da-b87c2983bc33 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.639755] env[70261]: DEBUG oslo_vmware.api [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522338} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.639883] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.639969] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.640172] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.640335] env[70261]: INFO nova.compute.manager [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 838.640936] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.640936] env[70261]: DEBUG nova.compute.manager [-] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.640936] env[70261]: DEBUG nova.network.neutron [-] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 838.687786] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.687786] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.687786] env[70261]: DEBUG nova.network.neutron [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 838.690218] env[70261]: INFO nova.compute.manager [-] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Took 1.52 seconds to deallocate network for instance. [ 838.749461] env[70261]: DEBUG nova.network.neutron [-] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.776597] env[70261]: DEBUG nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.781687] env[70261]: DEBUG nova.scheduler.client.report [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.823079] env[70261]: DEBUG nova.compute.manager [req-63b90b1c-9ad5-47cf-981f-f6ac69d3fa31 req-834ccc0b-0575-447f-adaf-0fbbf724aaef service nova] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Received event network-vif-deleted-66efc1c1-0539-4609-bf39-841e75cb1ad7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.842045] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.032916] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.041776] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386094, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.050062] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.069719] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "3548ab30-abd5-4960-b00a-4fe64d153fdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.069964] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.111520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.111719] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.111900] env[70261]: DEBUG nova.network.neutron [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 839.117222] env[70261]: DEBUG nova.compute.manager [req-c3ca7d4e-68d9-4a8e-a559-ee7a687f6393 req-afe8ca55-f481-4008-84e7-dd0ad4b5caa5 service nova] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Received event network-vif-deleted-e083c021-52ab-4673-aa17-89721b3f7215 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.117332] env[70261]: DEBUG nova.compute.manager [req-c3ca7d4e-68d9-4a8e-a559-ee7a687f6393 req-afe8ca55-f481-4008-84e7-dd0ad4b5caa5 service nova] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Received event network-vif-deleted-db65eb87-b2b4-45ea-99e3-12e6c4c424db {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.194986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.221392] env[70261]: DEBUG nova.network.neutron [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 839.252849] env[70261]: INFO nova.compute.manager [-] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Took 1.44 seconds to deallocate network for instance. [ 839.291457] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.291944] env[70261]: DEBUG nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.297059] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.546s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.297286] env[70261]: DEBUG nova.objects.instance [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lazy-loading 'resources' on Instance uuid 356de7b6-aa6c-4854-9e93-24cb71e3f1df {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.311358] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.342932] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386092, 'name': ReconfigVM_Task, 'duration_secs': 0.589623} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.343230] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6351eebf-bfa3-4356-acdd-d7c901943867/6351eebf-bfa3-4356-acdd-d7c901943867.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.343829] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a47f04da-1b6d-4b98-9bbb-ed1a8910e459 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.350733] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 839.350733] env[70261]: value = "task-3386095" [ 839.350733] env[70261]: _type = "Task" [ 839.350733] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.359391] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386095, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.360289] env[70261]: DEBUG nova.network.neutron [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Updating instance_info_cache with network_info: [{"id": "39498462-62e9-4496-b90a-1eba5706fd34", "address": "fa:16:3e:11:62:e1", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39498462-62", "ovs_interfaceid": "39498462-62e9-4496-b90a-1eba5706fd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.414973] env[70261]: DEBUG nova.network.neutron [-] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.533173] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.540657] env[70261]: DEBUG oslo_vmware.api [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386094, 'name': PowerOnVM_Task, 'duration_secs': 0.529371} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.540921] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.541162] env[70261]: INFO nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Took 9.92 seconds to spawn the instance on the hypervisor. [ 839.541345] env[70261]: DEBUG nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.542073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab29afa-0120-49f6-96f4-2cc478cd46da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.572335] env[70261]: DEBUG nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.654925] env[70261]: WARNING nova.network.neutron [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] 297a3182-ed98-42a7-bcf6-dbf2042f79b5 already exists in list: networks containing: ['297a3182-ed98-42a7-bcf6-dbf2042f79b5']. ignoring it [ 839.761034] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.800852] env[70261]: DEBUG nova.compute.utils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.805536] env[70261]: DEBUG nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.805893] env[70261]: DEBUG nova.network.neutron [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.861092] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386095, 'name': Rename_Task, 'duration_secs': 0.139004} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.863625] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.864084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Releasing lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.864366] env[70261]: DEBUG nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Instance network_info: |[{"id": "39498462-62e9-4496-b90a-1eba5706fd34", "address": "fa:16:3e:11:62:e1", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39498462-62", "ovs_interfaceid": "39498462-62e9-4496-b90a-1eba5706fd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.866737] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee116349-eb37-4274-b653-5d24934d9bff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.868777] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:62:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39498462-62e9-4496-b90a-1eba5706fd34', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.876110] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.877681] env[70261]: DEBUG nova.policy [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afefd1b2036e4f03914cf1bb861b2aee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '545c2dcb60bc4a819396c5e43ce4402c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.879024] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.882200] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c58a8f5c-fa1b-45d6-bb0e-ecc300fffae2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.898627] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 839.898627] env[70261]: value = "task-3386096" [ 839.898627] env[70261]: _type = "Task" [ 839.898627] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.903059] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.903059] env[70261]: value = "task-3386097" [ 839.903059] env[70261]: _type = "Task" [ 839.903059] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.909653] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.918477] env[70261]: INFO nova.compute.manager [-] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Took 1.28 seconds to deallocate network for instance. [ 839.918700] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386097, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.034996] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386093, 'name': ReconfigVM_Task, 'duration_secs': 1.37984} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.035252] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f/volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.041225] env[70261]: DEBUG nova.network.neutron [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0271e3a1-80ae-401c-80da-b87c2983bc33", "address": "fa:16:3e:bd:c5:0b", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0271e3a1-80", "ovs_interfaceid": "0271e3a1-80ae-401c-80da-b87c2983bc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.042451] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840bf3ad-95c6-4d9f-aed6-b03be0e3bfdb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.062482] env[70261]: INFO nova.compute.manager [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Took 38.52 seconds to build instance. [ 840.065814] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 840.065814] env[70261]: value = "task-3386098" [ 840.065814] env[70261]: _type = "Task" [ 840.065814] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.080662] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.105745] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.263071] env[70261]: DEBUG nova.network.neutron [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Successfully created port: b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.307052] env[70261]: DEBUG nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.338534] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd5c9c-cb2e-42b3-9661-ce2a10efc66f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.346964] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585eef59-5a36-4ff2-8017-21e4f2e4f9b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381619] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d518b-b66a-45aa-9dd3-ce43aaca8f03 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.389162] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc7dca-3d3b-4456-9392-e1ad7e77980e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.403253] env[70261]: DEBUG nova.compute.provider_tree [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.415098] env[70261]: DEBUG oslo_vmware.api [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386096, 'name': PowerOnVM_Task, 'duration_secs': 0.521681} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.418954] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.420412] env[70261]: INFO nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Took 8.09 seconds to spawn the instance on the hypervisor. [ 840.420412] env[70261]: DEBUG nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.420412] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386097, 'name': CreateVM_Task, 'duration_secs': 0.312234} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.420412] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81738966-822d-4bc6-88f7-1e62f8961238 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.422944] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.423640] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.423804] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.424131] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.424714] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0025a8-569a-4e22-bc37-9b1596a1b710 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.430661] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.436257] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 840.436257] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5269a25c-79d5-d65c-a235-70d62d5eb003" [ 840.436257] env[70261]: _type = "Task" [ 840.436257] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.443822] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5269a25c-79d5-d65c-a235-70d62d5eb003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.553823] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.554600] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.554796] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.555891] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad54b51-d8f0-4038-a646-8b8936aa7fd9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.573483] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41113e43-f0ee-45f2-ad36-37c0e2a054f9 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.984s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.574179] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.574403] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.574557] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.574741] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.574912] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.575123] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.575368] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.575528] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.575692] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.575854] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.576080] env[70261]: DEBUG nova.virt.hardware [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.582105] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Reconfiguring VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 840.586303] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18b93cb-869a-4587-b8fa-36ef9a920180 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.601589] env[70261]: DEBUG oslo_vmware.api [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386098, 'name': ReconfigVM_Task, 'duration_secs': 0.164726} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.602846] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675601', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'name': 'volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2aea86d5-8b92-416f-9abf-12c3ac0c77b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'serial': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 840.604269] env[70261]: DEBUG oslo_vmware.api [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 840.604269] env[70261]: value = "task-3386099" [ 840.604269] env[70261]: _type = "Task" [ 840.604269] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.612528] env[70261]: DEBUG oslo_vmware.api [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386099, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.909026] env[70261]: DEBUG nova.scheduler.client.report [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.943726] env[70261]: INFO nova.compute.manager [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Took 35.21 seconds to build instance. [ 840.949062] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5269a25c-79d5-d65c-a235-70d62d5eb003, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.949510] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.949730] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.949974] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.950146] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.950328] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.950592] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6731d856-1a48-4096-b1d5-4e337cc485c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.961036] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.961036] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.961036] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae3e1a3-f879-498b-9dd5-5225cdf57b32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.966394] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 840.966394] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523dd07f-7327-9dcd-b93d-7ab737a730f2" [ 840.966394] env[70261]: _type = "Task" [ 840.966394] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.974916] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523dd07f-7327-9dcd-b93d-7ab737a730f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.117023] env[70261]: DEBUG oslo_vmware.api [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.318129] env[70261]: DEBUG nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.342344] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.342629] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.342813] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.342989] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.343156] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.343304] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.343536] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.343671] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.343836] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.344012] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.344210] env[70261]: DEBUG nova.virt.hardware [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.345075] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de985753-13ad-4367-9b15-4ce5f658263c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.353625] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8389a7b3-51ba-4824-bd21-dc4740f141b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.399564] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Received event network-vif-plugged-39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.399794] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Acquiring lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.400115] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.400384] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.400647] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] No waiting events found dispatching network-vif-plugged-39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.401087] env[70261]: WARNING nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Received unexpected event network-vif-plugged-39498462-62e9-4496-b90a-1eba5706fd34 for instance with vm_state building and task_state spawning. [ 841.401179] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Received event network-changed-39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.401311] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Refreshing instance network info cache due to event network-changed-39498462-62e9-4496-b90a-1eba5706fd34. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.401493] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Acquiring lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.401630] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Acquired lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.401804] env[70261]: DEBUG nova.network.neutron [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Refreshing network info cache for port 39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 841.414150] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.416580] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.445s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.418144] env[70261]: INFO nova.compute.claims [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.450599] env[70261]: DEBUG oslo_concurrency.lockutils [None req-65353cca-ccee-4c15-83b3-bc6da00195e6 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "6351eebf-bfa3-4356-acdd-d7c901943867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.331s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.452038] env[70261]: INFO nova.scheduler.client.report [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Deleted allocations for instance 356de7b6-aa6c-4854-9e93-24cb71e3f1df [ 841.479046] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523dd07f-7327-9dcd-b93d-7ab737a730f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.479969] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d01d680-b3a7-47d7-b676-9486c3964290 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.485252] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 841.485252] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5220eaa7-e61c-8151-70b6-c1e796f56329" [ 841.485252] env[70261]: _type = "Task" [ 841.485252] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.493674] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5220eaa7-e61c-8151-70b6-c1e796f56329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.615049] env[70261]: DEBUG oslo_vmware.api [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.650242] env[70261]: DEBUG nova.objects.instance [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'flavor' on Instance uuid 2aea86d5-8b92-416f-9abf-12c3ac0c77b0 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.674367] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.674703] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.761874] env[70261]: DEBUG nova.network.neutron [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Successfully updated port: b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.960576] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35f899d5-b192-4dfb-9f96-92ea8b3a871c tempest-VolumesAssistedSnapshotsTest-1716286024 tempest-VolumesAssistedSnapshotsTest-1716286024-project-member] Lock "356de7b6-aa6c-4854-9e93-24cb71e3f1df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.703s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.997797] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5220eaa7-e61c-8151-70b6-c1e796f56329, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.997949] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998231] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0/7b5342e2-5949-46e2-9de0-4ee0ffcdcef0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.998503] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b6433a7-e9c4-4acf-853a-2af6ddb2d7c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.005561] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 842.005561] env[70261]: value = "task-3386100" [ 842.005561] env[70261]: _type = "Task" [ 842.005561] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.013238] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.112479] env[70261]: DEBUG nova.network.neutron [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Updated VIF entry in instance network info cache for port 39498462-62e9-4496-b90a-1eba5706fd34. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 842.112843] env[70261]: DEBUG nova.network.neutron [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Updating instance_info_cache with network_info: [{"id": "39498462-62e9-4496-b90a-1eba5706fd34", "address": "fa:16:3e:11:62:e1", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39498462-62", "ovs_interfaceid": "39498462-62e9-4496-b90a-1eba5706fd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.117310] env[70261]: DEBUG oslo_vmware.api [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.155891] env[70261]: DEBUG oslo_concurrency.lockutils [None req-67fb701b-9511-4aaf-adf5-225cd38bba55 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.340s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.184637] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.185409] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.185409] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.185409] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.185409] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.185645] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.185724] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 842.185904] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.267205] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.267413] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.267523] env[70261]: DEBUG nova.network.neutron [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 842.272486] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "b7761f00-e596-4be7-84f0-0b2f82f82070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.273146] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.273502] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "b7761f00-e596-4be7-84f0-0b2f82f82070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.273729] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.274264] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.276678] env[70261]: INFO nova.compute.manager [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Terminating instance [ 842.517625] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.616905] env[70261]: DEBUG oslo_vmware.api [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.618532] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Releasing lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.618870] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Received event network-vif-deleted-19dfbdf5-9dc2-4c9b-b55a-03a179772f7b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.619032] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received event network-vif-plugged-0271e3a1-80ae-401c-80da-b87c2983bc33 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.619245] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Acquiring lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.619458] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.619622] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.619798] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] No waiting events found dispatching network-vif-plugged-0271e3a1-80ae-401c-80da-b87c2983bc33 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.619966] env[70261]: WARNING nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received unexpected event network-vif-plugged-0271e3a1-80ae-401c-80da-b87c2983bc33 for instance with vm_state active and task_state None. [ 842.620165] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received event network-changed-0271e3a1-80ae-401c-80da-b87c2983bc33 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.620326] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Refreshing instance network info cache due to event network-changed-0271e3a1-80ae-401c-80da-b87c2983bc33. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.620524] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Acquiring lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.620665] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Acquired lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.620836] env[70261]: DEBUG nova.network.neutron [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Refreshing network info cache for port 0271e3a1-80ae-401c-80da-b87c2983bc33 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 842.690089] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.781116] env[70261]: DEBUG nova.compute.manager [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.781439] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.782857] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b9689e-b0d3-4914-8aba-5aec49b8a508 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.797034] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.797326] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-957a6ca5-58d2-48ad-b202-92ffb59c5b23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.805518] env[70261]: DEBUG oslo_vmware.api [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 842.805518] env[70261]: value = "task-3386101" [ 842.805518] env[70261]: _type = "Task" [ 842.805518] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.806368] env[70261]: DEBUG nova.network.neutron [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 842.821296] env[70261]: DEBUG oslo_vmware.api [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.885276] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268927e9-a4b6-4fdf-a56b-01b3d889b090 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.899870] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf20709-e5d1-4015-a58a-56b6d022d117 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.937790] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895a9c23-b321-44d2-a1fd-16b843c13781 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.950806] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01011a25-2cac-401e-847b-7a2fd9e607fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.967305] env[70261]: DEBUG nova.compute.provider_tree [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.981552] env[70261]: DEBUG nova.network.neutron [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updating instance_info_cache with network_info: [{"id": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "address": "fa:16:3e:07:30:e8", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46147b2-e5", "ovs_interfaceid": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.018590] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.115601] env[70261]: DEBUG oslo_vmware.api [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386099, 'name': ReconfigVM_Task, 'duration_secs': 2.033834} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.116175] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.116400] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Reconfigured VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 843.318261] env[70261]: DEBUG oslo_vmware.api [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386101, 'name': PowerOffVM_Task, 'duration_secs': 0.408281} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.318444] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.318674] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.318947] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7615e39e-4a6f-490b-bd9e-5d0b75f594f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.327852] env[70261]: DEBUG nova.compute.manager [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.328669] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f0b91-8840-4684-84d6-7a3a1f41f441 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.380414] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.380647] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.380828] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Deleting the datastore file [datastore2] b7761f00-e596-4be7-84f0-0b2f82f82070 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.384073] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84bd50e3-5b90-4e88-b491-6c1120a0e34c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.390523] env[70261]: DEBUG oslo_vmware.api [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for the task: (returnval){ [ 843.390523] env[70261]: value = "task-3386103" [ 843.390523] env[70261]: _type = "Task" [ 843.390523] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.398678] env[70261]: DEBUG oslo_vmware.api [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.420385] env[70261]: DEBUG nova.network.neutron [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updated VIF entry in instance network info cache for port 0271e3a1-80ae-401c-80da-b87c2983bc33. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 843.420880] env[70261]: DEBUG nova.network.neutron [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0271e3a1-80ae-401c-80da-b87c2983bc33", "address": "fa:16:3e:bd:c5:0b", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0271e3a1-80", "ovs_interfaceid": "0271e3a1-80ae-401c-80da-b87c2983bc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.471314] env[70261]: DEBUG nova.scheduler.client.report [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.484638] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.484947] env[70261]: DEBUG nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Instance network_info: |[{"id": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "address": "fa:16:3e:07:30:e8", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46147b2-e5", "ovs_interfaceid": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.485465] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:30:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b46147b2-e53b-459c-8ba8-34f2de21f7a4', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.493544] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Creating folder: Project (545c2dcb60bc4a819396c5e43ce4402c). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.494539] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b88358e-8fc2-4a63-a4ba-1ec2e9227822 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.507492] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Created folder: Project (545c2dcb60bc4a819396c5e43ce4402c) in parent group-v675446. [ 843.508037] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Creating folder: Instances. Parent ref: group-v675604. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.510890] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0f5aaad-3f64-47b3-a246-c7119d30077e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.517769] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386100, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.084865} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.518174] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0/7b5342e2-5949-46e2-9de0-4ee0ffcdcef0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.518405] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.519608] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8abdb8-9d5a-42d8-afce-56fbaba12940 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.521501] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Created folder: Instances in parent group-v675604. [ 843.521761] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.522025] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.522562] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d179f975-d3b6-4a69-8ce1-9b3caa7d17c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.538651] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 843.538651] env[70261]: value = "task-3386106" [ 843.538651] env[70261]: _type = "Task" [ 843.538651] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.543378] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.543378] env[70261]: value = "task-3386107" [ 843.543378] env[70261]: _type = "Task" [ 843.543378] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.550346] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.556568] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386107, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.622231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c74991-c4ca-408d-9cd5-5014054e9e97 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-d1d89528-1adf-4452-b25e-e45e7b104a18-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.593s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.842388] env[70261]: INFO nova.compute.manager [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] instance snapshotting [ 843.845177] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f33c86-e23a-45cd-ad0a-292882c2ea7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.863740] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c705411-24a4-44e7-85df-7310b5c85448 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.900462] env[70261]: DEBUG oslo_vmware.api [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Task: {'id': task-3386103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246512} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.901243] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.901473] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.901653] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.901823] env[70261]: INFO nova.compute.manager [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Took 1.12 seconds to destroy the instance on the hypervisor. [ 843.902099] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.902846] env[70261]: DEBUG nova.compute.manager [-] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.902937] env[70261]: DEBUG nova.network.neutron [-] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 843.923722] env[70261]: DEBUG oslo_concurrency.lockutils [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] Releasing lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.923979] env[70261]: DEBUG nova.compute.manager [req-cdf12efa-a81c-433f-ac6e-cd38dc98cb18 req-92f2cf9f-91e6-45e7-b516-a017cbb6441b service nova] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Received event network-vif-deleted-201aabe4-99b0-4cf5-bc0a-e31f7e519cd0 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.976323] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.977425] env[70261]: DEBUG nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.980233] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.217s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.983741] env[70261]: DEBUG nova.objects.instance [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lazy-loading 'resources' on Instance uuid 40407802-706c-44b4-9c8b-6bd575d46c81 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.050898] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171042} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.052562] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.053496] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884c4049-a4ee-491c-a3be-8b6571e5a2aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.060136] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386107, 'name': CreateVM_Task, 'duration_secs': 0.473155} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.060812] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.062555] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.062555] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.062555] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.072449] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80f05d0-bb6d-4e12-91ab-fb7e3b627d8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.081464] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0/7b5342e2-5949-46e2-9de0-4ee0ffcdcef0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.081742] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a365bcec-1947-4d82-96a9-efad808ddb73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.103469] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 844.103469] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52807165-d9fa-ec14-4154-440894500cbd" [ 844.103469] env[70261]: _type = "Task" [ 844.103469] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.105197] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 844.105197] env[70261]: value = "task-3386108" [ 844.105197] env[70261]: _type = "Task" [ 844.105197] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.111380] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52807165-d9fa-ec14-4154-440894500cbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.117125] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.244463] env[70261]: DEBUG nova.compute.manager [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Received event network-vif-plugged-b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.244696] env[70261]: DEBUG oslo_concurrency.lockutils [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.244905] env[70261]: DEBUG oslo_concurrency.lockutils [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.245089] env[70261]: DEBUG oslo_concurrency.lockutils [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.245261] env[70261]: DEBUG nova.compute.manager [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] No waiting events found dispatching network-vif-plugged-b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.245425] env[70261]: WARNING nova.compute.manager [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Received unexpected event network-vif-plugged-b46147b2-e53b-459c-8ba8-34f2de21f7a4 for instance with vm_state building and task_state spawning. [ 844.245603] env[70261]: DEBUG nova.compute.manager [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Received event network-changed-b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.245740] env[70261]: DEBUG nova.compute.manager [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Refreshing instance network info cache due to event network-changed-b46147b2-e53b-459c-8ba8-34f2de21f7a4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.245907] env[70261]: DEBUG oslo_concurrency.lockutils [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] Acquiring lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.246884] env[70261]: DEBUG oslo_concurrency.lockutils [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] Acquired lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.247140] env[70261]: DEBUG nova.network.neutron [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Refreshing network info cache for port b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 844.374490] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.374807] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6dc2132-fc2a-427a-9585-232b9dfb5302 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.382268] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 844.382268] env[70261]: value = "task-3386109" [ 844.382268] env[70261]: _type = "Task" [ 844.382268] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.394695] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.488279] env[70261]: DEBUG nova.compute.utils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.491534] env[70261]: DEBUG nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 844.617896] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52807165-d9fa-ec14-4154-440894500cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.02804} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.625185] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.625185] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.625371] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.625538] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.625729] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.626040] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.626494] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f909550-8b24-4564-b447-7e0223329d03 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.635583] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.635771] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.636560] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df53c0a-607a-4bcf-a262-6dacda09489c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.642503] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 844.642503] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b89315-b844-37c2-e581-d34e570df779" [ 844.642503] env[70261]: _type = "Task" [ 844.642503] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.653638] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b89315-b844-37c2-e581-d34e570df779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.681049] env[70261]: DEBUG nova.network.neutron [-] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.840176] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "069dc16f-3845-4aec-ad40-f8676969a7c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.840398] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.899248] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.992275] env[70261]: DEBUG nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.057265] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20035fa9-8b95-4731-a4cd-af49dee6cacf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.064672] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11df5a1-c5eb-4666-ac5d-e9bfafbc1105 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.106142] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05de18a-c0dd-480e-9846-753a7a4a6cd5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.124286] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0dc430-4647-4093-878f-f78f4c4e60ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.129405] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386108, 'name': ReconfigVM_Task, 'duration_secs': 0.623414} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.129727] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0/7b5342e2-5949-46e2-9de0-4ee0ffcdcef0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.130123] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70261) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 845.131167] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8df8edf3-3731-4011-ae09-5778ec856c2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.142242] env[70261]: DEBUG nova.compute.provider_tree [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.150492] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 845.150492] env[70261]: value = "task-3386110" [ 845.150492] env[70261]: _type = "Task" [ 845.150492] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.159196] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b89315-b844-37c2-e581-d34e570df779, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.159388] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7585cb2e-bcb3-48d8-970e-07addd811d03 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.166139] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386110, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.168960] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 845.168960] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e20da2-5fed-0a3a-1c9b-6341b813634e" [ 845.168960] env[70261]: _type = "Task" [ 845.168960] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.178157] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e20da2-5fed-0a3a-1c9b-6341b813634e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.183041] env[70261]: INFO nova.compute.manager [-] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Took 1.28 seconds to deallocate network for instance. [ 845.349031] env[70261]: DEBUG nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.352480] env[70261]: DEBUG nova.network.neutron [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updated VIF entry in instance network info cache for port b46147b2-e53b-459c-8ba8-34f2de21f7a4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 845.353211] env[70261]: DEBUG nova.network.neutron [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updating instance_info_cache with network_info: [{"id": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "address": "fa:16:3e:07:30:e8", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46147b2-e5", "ovs_interfaceid": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.393574] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386109, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.648338] env[70261]: DEBUG nova.scheduler.client.report [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.665874] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386110, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05163} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.665874] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70261) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 845.667737] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0893c196-2b12-4b54-bf2a-12b47aaa942f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.697748] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.708725] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0/ephemeral_0.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.713018] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b8d346-21f3-4309-b322-b8d33d152966 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.731331] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e20da2-5fed-0a3a-1c9b-6341b813634e, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.732203] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.732972] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 840bff09-bbc2-4890-abd6-ad2855e4afe9/840bff09-bbc2-4890-abd6-ad2855e4afe9.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.734406] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eefc120-f551-4242-9cca-1edf4dc0c958 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.739081] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 845.739081] env[70261]: value = "task-3386111" [ 845.739081] env[70261]: _type = "Task" [ 845.739081] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.743463] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 845.743463] env[70261]: value = "task-3386112" [ 845.743463] env[70261]: _type = "Task" [ 845.743463] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.750166] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.754861] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.800680] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a32b83e8-8d37-415e-9d22-430aed33078c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.800680] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a32b83e8-8d37-415e-9d22-430aed33078c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.857493] env[70261]: DEBUG oslo_concurrency.lockutils [req-80b4d601-abf2-4a01-a9e5-f7a89f25b704 req-62efaceb-e032-4a08-86b1-8a2b895c8779 service nova] Releasing lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.874513] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.893932] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386109, 'name': CreateSnapshot_Task, 'duration_secs': 1.119878} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.894240] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.894975] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65996f2f-7576-48d0-853a-fecd4aeb2a19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.005211] env[70261]: DEBUG nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.036858] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.037658] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.037658] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.037810] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.037918] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.038113] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.038376] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.038555] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.038730] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.038914] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.039119] env[70261]: DEBUG nova.virt.hardware [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.040117] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ac4c98-6543-4f18-bd90-dd2a61e2d25e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.052183] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7386cc-2ed5-45f3-a291-c0b94a4c7dc9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.076981] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.085349] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Creating folder: Project (1fd63a9c7c8d47e7a1e40304daf6f266). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.085852] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76caf02a-74e5-4760-9d1a-ee45f5fc2a3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.100845] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Created folder: Project (1fd63a9c7c8d47e7a1e40304daf6f266) in parent group-v675446. [ 846.101237] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Creating folder: Instances. Parent ref: group-v675608. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.101544] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc5e4221-b860-4ccf-8568-aed9266e20dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.119423] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Created folder: Instances in parent group-v675608. [ 846.119711] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.119917] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.120152] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-259a2f61-6aeb-4751-afff-3400a0392f50 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.143576] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.143576] env[70261]: value = "task-3386115" [ 846.143576] env[70261]: _type = "Task" [ 846.143576] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.154212] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386115, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.160231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.162587] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.983s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.162768] env[70261]: DEBUG nova.objects.instance [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 846.182664] env[70261]: INFO nova.scheduler.client.report [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Deleted allocations for instance 40407802-706c-44b4-9c8b-6bd575d46c81 [ 846.260018] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491598} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.261717] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 840bff09-bbc2-4890-abd6-ad2855e4afe9/840bff09-bbc2-4890-abd6-ad2855e4afe9.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.262148] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.262559] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.262889] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee500ad-f0ca-4eb0-abec-15c41b02f3a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.273753] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 846.273753] env[70261]: value = "task-3386116" [ 846.273753] env[70261]: _type = "Task" [ 846.273753] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.280806] env[70261]: DEBUG nova.compute.manager [req-a28575e4-845a-4965-a359-55e037b46dd5 req-cabd85ef-5b2e-4acd-877f-c43a94df1a85 service nova] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Received event network-vif-deleted-21b6c9d6-8d60-4ea7-8d2b-57b584315ded {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.288421] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.303261] env[70261]: DEBUG nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.339880] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-d1d89528-1adf-4452-b25e-e45e7b104a18-0271e3a1-80ae-401c-80da-b87c2983bc33" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.340194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-d1d89528-1adf-4452-b25e-e45e7b104a18-0271e3a1-80ae-401c-80da-b87c2983bc33" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.424783] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.425223] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90ba88d6-59be-43b8-b6e6-4c35405798b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.436898] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 846.436898] env[70261]: value = "task-3386117" [ 846.436898] env[70261]: _type = "Task" [ 846.436898] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.447610] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386117, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.661572] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386115, 'name': CreateVM_Task, 'duration_secs': 0.339181} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.661572] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.661572] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.662320] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.662510] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.662747] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c7921c-00fb-48d2-baad-0b0c28a42f12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.668859] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 846.668859] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9d599-2a0a-2831-e65a-4cab645ccb1b" [ 846.668859] env[70261]: _type = "Task" [ 846.668859] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.681784] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9d599-2a0a-2831-e65a-4cab645ccb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.691914] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a57524d2-9326-4fae-851b-95a6518aa8ba tempest-ServersTestBootFromVolume-1405907978 tempest-ServersTestBootFromVolume-1405907978-project-member] Lock "40407802-706c-44b4-9c8b-6bd575d46c81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.090s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.755277] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386111, 'name': ReconfigVM_Task, 'duration_secs': 0.65393} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.756769] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0/ephemeral_0.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.756769] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6465be4-681d-438d-bd48-6f1d927a5493 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.763915] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 846.763915] env[70261]: value = "task-3386118" [ 846.763915] env[70261]: _type = "Task" [ 846.763915] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.775171] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386118, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.783916] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.379905} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.784287] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.785129] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3091fbfa-0d81-467a-9f9a-c6bd0c906dfd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.812814] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 840bff09-bbc2-4890-abd6-ad2855e4afe9/840bff09-bbc2-4890-abd6-ad2855e4afe9.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.815674] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82d6680-b00c-4bf6-a217-b44e2b7b93a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.842731] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 846.842731] env[70261]: value = "task-3386119" [ 846.842731] env[70261]: _type = "Task" [ 846.842731] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.844161] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.844161] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.848246] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d1eff-3c15-4cd0-97d5-c0ea1bdb6b75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.851895] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.859267] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.871758] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373c00bc-ce5b-4f91-bd93-c6bcabcd101c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.901023] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Reconfiguring VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 846.901386] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58c291d-fc7a-4bc1-b3a9-dba9a02e32f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.925769] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 846.925769] env[70261]: value = "task-3386120" [ 846.925769] env[70261]: _type = "Task" [ 846.925769] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.936263] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.948284] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386117, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.181808] env[70261]: DEBUG oslo_concurrency.lockutils [None req-80350829-0529-452d-9247-a424de9bf2c9 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.185907] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9d599-2a0a-2831-e65a-4cab645ccb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.185907] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.616s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.185907] env[70261]: INFO nova.compute.claims [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.192264] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.192264] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.192402] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.192486] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.192687] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.193558] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4d4c9a0-068d-44ba-a747-22ac48633654 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.207328] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.207520] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.208657] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d504bf9-3983-4a74-8a1f-648ffc97fd5e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.216531] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 847.216531] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521a493f-50b2-094a-3237-a79d45540bef" [ 847.216531] env[70261]: _type = "Task" [ 847.216531] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.226100] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521a493f-50b2-094a-3237-a79d45540bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.275032] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386118, 'name': Rename_Task, 'duration_secs': 0.339614} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.275269] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.275532] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4d5f1a-cb98-4066-b417-eb29386bfc18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.284526] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 847.284526] env[70261]: value = "task-3386121" [ 847.284526] env[70261]: _type = "Task" [ 847.284526] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.298027] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.354307] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386119, 'name': ReconfigVM_Task, 'duration_secs': 0.47729} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.354423] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 840bff09-bbc2-4890-abd6-ad2855e4afe9/840bff09-bbc2-4890-abd6-ad2855e4afe9.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.354962] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c9802aa-c370-4309-a9a3-dc0b1988500f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.363138] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 847.363138] env[70261]: value = "task-3386122" [ 847.363138] env[70261]: _type = "Task" [ 847.363138] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.373515] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386122, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.436423] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.449265] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386117, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.729067] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521a493f-50b2-094a-3237-a79d45540bef, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.729732] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75786390-a457-468c-b643-e12af8b35662 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.737150] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 847.737150] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5275beea-a687-79ab-9e27-c5dc8167dae8" [ 847.737150] env[70261]: _type = "Task" [ 847.737150] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.751978] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5275beea-a687-79ab-9e27-c5dc8167dae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.796110] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386121, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.873816] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386122, 'name': Rename_Task, 'duration_secs': 0.15397} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.873960] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.874248] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5de43bf9-9c2d-4eb9-998a-1f68e3ca169f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.883271] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 847.883271] env[70261]: value = "task-3386123" [ 847.883271] env[70261]: _type = "Task" [ 847.883271] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.902259] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.936806] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.947821] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386117, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.251670] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5275beea-a687-79ab-9e27-c5dc8167dae8, 'name': SearchDatastore_Task, 'duration_secs': 0.018219} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.251991] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.252271] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d9e587a2-69ea-4867-b1e8-0aed7c45588b/d9e587a2-69ea-4867-b1e8-0aed7c45588b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.252541] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c16c8b-3128-414f-ba18-c14a69a2a61a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.262635] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 848.262635] env[70261]: value = "task-3386124" [ 848.262635] env[70261]: _type = "Task" [ 848.262635] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.276229] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.297397] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386121, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.394901] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.442058] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.453564] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386117, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.789396] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481535} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.789396] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d9e587a2-69ea-4867-b1e8-0aed7c45588b/d9e587a2-69ea-4867-b1e8-0aed7c45588b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.789396] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.791629] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf23c3e8-39b2-4c5d-81f1-abdb8627d501 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.804863] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.806663] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 848.806663] env[70261]: value = "task-3386125" [ 848.806663] env[70261]: _type = "Task" [ 848.806663] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.818135] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.860348] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bced2e7-2e20-4bd8-a0cb-b03f76b3153f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.869616] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdfa0ce-c18b-4d51-a653-fa63328a3ff4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.911855] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f9c26e-67e5-4b5e-a2bb-7a5b9ef3971c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.921731] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386123, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.925109] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f507d66-477f-441c-97d6-cb63424f55c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.942022] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.946931] env[70261]: DEBUG nova.compute.provider_tree [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.960026] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386117, 'name': CloneVM_Task, 'duration_secs': 2.511081} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.960026] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Created linked-clone VM from snapshot [ 848.960026] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f7abb-74cd-41ef-83ed-051ea0c2c2b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.971347] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Uploading image 43ab9980-f2f1-44e0-b8cd-1350d9af7aaf {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.996664] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.996664] env[70261]: value = "vm-675611" [ 848.996664] env[70261]: _type = "VirtualMachine" [ 848.996664] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.996986] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e0a648ac-3f3c-438a-b60d-ed98c0ce9584 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.005572] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease: (returnval){ [ 849.005572] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5283c19b-5252-158a-264f-57004fbfa378" [ 849.005572] env[70261]: _type = "HttpNfcLease" [ 849.005572] env[70261]: } obtained for exporting VM: (result){ [ 849.005572] env[70261]: value = "vm-675611" [ 849.005572] env[70261]: _type = "VirtualMachine" [ 849.005572] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 849.005847] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the lease: (returnval){ [ 849.005847] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5283c19b-5252-158a-264f-57004fbfa378" [ 849.005847] env[70261]: _type = "HttpNfcLease" [ 849.005847] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.014122] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.014122] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5283c19b-5252-158a-264f-57004fbfa378" [ 849.014122] env[70261]: _type = "HttpNfcLease" [ 849.014122] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.299682] env[70261]: DEBUG oslo_vmware.api [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386121, 'name': PowerOnVM_Task, 'duration_secs': 1.708624} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.299682] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.299927] env[70261]: INFO nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Took 11.68 seconds to spawn the instance on the hypervisor. [ 849.299927] env[70261]: DEBUG nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.300732] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc67d90a-0bf6-49e6-b5a7-3751a9ea6687 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.325419] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092052} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.325689] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.330160] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4928334b-be5d-46ae-a429-85d4453e3e54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.357555] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d9e587a2-69ea-4867-b1e8-0aed7c45588b/d9e587a2-69ea-4867-b1e8-0aed7c45588b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.357555] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54ec8d1-fbcb-4864-a990-d87bbd968056 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.377886] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 849.377886] env[70261]: value = "task-3386127" [ 849.377886] env[70261]: _type = "Task" [ 849.377886] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.387502] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.419904] env[70261]: DEBUG oslo_vmware.api [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386123, 'name': PowerOnVM_Task, 'duration_secs': 1.110843} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.420623] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.420839] env[70261]: INFO nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Took 8.10 seconds to spawn the instance on the hypervisor. [ 849.421360] env[70261]: DEBUG nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.421873] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c17f7-760f-4274-a865-f1aa596de0e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.441763] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.454851] env[70261]: DEBUG nova.scheduler.client.report [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.517026] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.517026] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5283c19b-5252-158a-264f-57004fbfa378" [ 849.517026] env[70261]: _type = "HttpNfcLease" [ 849.517026] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.517364] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.517364] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5283c19b-5252-158a-264f-57004fbfa378" [ 849.517364] env[70261]: _type = "HttpNfcLease" [ 849.517364] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.518177] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ca9795-ad8a-40da-bedb-4ad740069279 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.526480] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6500d-0a89-e747-4879-928ebe39a588/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.526690] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6500d-0a89-e747-4879-928ebe39a588/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.623068] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-967fd7e0-a428-4487-85b3-255cb08f8ba7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.827649] env[70261]: INFO nova.compute.manager [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Took 42.47 seconds to build instance. [ 849.894402] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.953304] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.954040] env[70261]: INFO nova.compute.manager [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Took 40.04 seconds to build instance. [ 849.961981] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.961981] env[70261]: DEBUG nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.963851] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.345s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.963851] env[70261]: DEBUG nova.objects.instance [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 850.333166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9a4a8c8-77bb-4c4a-8c2f-98897deb4ca7 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.992s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.397770] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386127, 'name': ReconfigVM_Task, 'duration_secs': 0.732145} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.398607] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d9e587a2-69ea-4867-b1e8-0aed7c45588b/d9e587a2-69ea-4867-b1e8-0aed7c45588b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.399368] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1ae3859-97ac-403f-8240-ef6e50e40d2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.406088] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 850.406088] env[70261]: value = "task-3386128" [ 850.406088] env[70261]: _type = "Task" [ 850.406088] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.419519] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.420475] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.421124] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386128, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.446408] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.456839] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e03adc01-7ad1-498e-a256-805bbe3f3844 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.749s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.469166] env[70261]: DEBUG nova.compute.utils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.475474] env[70261]: DEBUG nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.475474] env[70261]: DEBUG nova.network.neutron [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.549837] env[70261]: DEBUG nova.policy [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3df9e65371d43fb8daa5be48597d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9885e76c83ad46e2b6dd956074b0c40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.831722] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.832064] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.918705] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386128, 'name': Rename_Task, 'duration_secs': 0.173673} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.919037] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.919281] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93bea531-8688-4e5e-81de-64b3920ca588 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.925803] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 850.925803] env[70261]: value = "task-3386129" [ 850.925803] env[70261]: _type = "Task" [ 850.925803] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.926237] env[70261]: DEBUG nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.942626] env[70261]: DEBUG nova.network.neutron [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Successfully created port: ab435eeb-4947-4df5-bbb8-06cc98bd3af7 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.948394] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386129, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.954118] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.976315] env[70261]: DEBUG nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.981027] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35d81b0d-79ce-4246-ac35-9c11d2fe9167 tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.981027] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.694s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.981027] env[70261]: DEBUG nova.objects.instance [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lazy-loading 'resources' on Instance uuid 952b075b-a43c-424a-8f1a-b2e8bb12e6c5 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.285712] env[70261]: DEBUG nova.compute.manager [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Received event network-changed-b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.289427] env[70261]: DEBUG nova.compute.manager [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Refreshing instance network info cache due to event network-changed-b46147b2-e53b-459c-8ba8-34f2de21f7a4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.289427] env[70261]: DEBUG oslo_concurrency.lockutils [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] Acquiring lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.290130] env[70261]: DEBUG oslo_concurrency.lockutils [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] Acquired lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.290364] env[70261]: DEBUG nova.network.neutron [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Refreshing network info cache for port b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 851.334096] env[70261]: DEBUG nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.439243] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.452128] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.465501] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.859706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.946355] env[70261]: DEBUG oslo_vmware.api [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386129, 'name': PowerOnVM_Task, 'duration_secs': 0.744821} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.948852] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.949907] env[70261]: INFO nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Took 5.94 seconds to spawn the instance on the hypervisor. [ 851.949907] env[70261]: DEBUG nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.950748] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc2114-089d-4aff-89c2-99baac28147c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.959897] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.986608] env[70261]: DEBUG nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.038090] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.038393] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.038640] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.038825] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.039048] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.039226] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.039485] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.039688] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.039898] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.040122] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.040988] env[70261]: DEBUG nova.virt.hardware [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.041631] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5767a55f-dce8-4ffb-b7ec-cf8061755540 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.056327] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e46fe-d82c-47eb-b2ce-fbdff030fee0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.113973] env[70261]: DEBUG nova.network.neutron [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updated VIF entry in instance network info cache for port b46147b2-e53b-459c-8ba8-34f2de21f7a4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 852.113973] env[70261]: DEBUG nova.network.neutron [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updating instance_info_cache with network_info: [{"id": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "address": "fa:16:3e:07:30:e8", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46147b2-e5", "ovs_interfaceid": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.123558] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22984b63-8dcc-4d56-b3be-321944ab7f08 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.133492] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf39a4e-11d7-49a0-8f68-4402c53d980f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.166782] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c37ed9-40d7-4605-97ca-4b11162a9217 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.175076] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079f88d0-f10b-46a2-8e08-4c005c554c1d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.190593] env[70261]: DEBUG nova.compute.provider_tree [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.456644] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.483538] env[70261]: INFO nova.compute.manager [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Took 37.53 seconds to build instance. [ 852.531702] env[70261]: DEBUG nova.network.neutron [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Successfully updated port: ab435eeb-4947-4df5-bbb8-06cc98bd3af7 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.616218] env[70261]: DEBUG oslo_concurrency.lockutils [req-a4155cf1-01b0-4923-972c-2785433d5647 req-456bcbfd-800a-4765-bd4e-816bb0286835 service nova] Releasing lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.667921] env[70261]: DEBUG nova.compute.manager [req-9883f490-84e7-4b6d-8620-a8ed004a80c3 req-783321be-bf34-4aa1-b783-48f1b4e9195a service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Received event network-vif-plugged-ab435eeb-4947-4df5-bbb8-06cc98bd3af7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.668852] env[70261]: DEBUG oslo_concurrency.lockutils [req-9883f490-84e7-4b6d-8620-a8ed004a80c3 req-783321be-bf34-4aa1-b783-48f1b4e9195a service nova] Acquiring lock "44ab363a-e328-47a7-aedd-ca9f2610c921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.668852] env[70261]: DEBUG oslo_concurrency.lockutils [req-9883f490-84e7-4b6d-8620-a8ed004a80c3 req-783321be-bf34-4aa1-b783-48f1b4e9195a service nova] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.669274] env[70261]: DEBUG oslo_concurrency.lockutils [req-9883f490-84e7-4b6d-8620-a8ed004a80c3 req-783321be-bf34-4aa1-b783-48f1b4e9195a service nova] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.669481] env[70261]: DEBUG nova.compute.manager [req-9883f490-84e7-4b6d-8620-a8ed004a80c3 req-783321be-bf34-4aa1-b783-48f1b4e9195a service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] No waiting events found dispatching network-vif-plugged-ab435eeb-4947-4df5-bbb8-06cc98bd3af7 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.669642] env[70261]: WARNING nova.compute.manager [req-9883f490-84e7-4b6d-8620-a8ed004a80c3 req-783321be-bf34-4aa1-b783-48f1b4e9195a service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Received unexpected event network-vif-plugged-ab435eeb-4947-4df5-bbb8-06cc98bd3af7 for instance with vm_state building and task_state spawning. [ 852.694227] env[70261]: DEBUG nova.scheduler.client.report [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.955964] env[70261]: DEBUG oslo_vmware.api [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386120, 'name': ReconfigVM_Task, 'duration_secs': 5.844909} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.956292] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.956520] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Reconfigured VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 852.985636] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b928b066-9ada-4034-bac9-fc656c480ebf tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.908s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.035281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "refresh_cache-44ab363a-e328-47a7-aedd-ca9f2610c921" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.035281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "refresh_cache-44ab363a-e328-47a7-aedd-ca9f2610c921" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.035281] env[70261]: DEBUG nova.network.neutron [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 853.201339] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.205338] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.079s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.205338] env[70261]: DEBUG nova.objects.instance [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lazy-loading 'resources' on Instance uuid ac80e607-2f1f-4b2b-b16d-77c6db98893d {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.234192] env[70261]: INFO nova.scheduler.client.report [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Deleted allocations for instance 952b075b-a43c-424a-8f1a-b2e8bb12e6c5 [ 853.559776] env[70261]: DEBUG nova.compute.manager [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Received event network-changed-39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.559776] env[70261]: DEBUG nova.compute.manager [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Refreshing instance network info cache due to event network-changed-39498462-62e9-4496-b90a-1eba5706fd34. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.559776] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] Acquiring lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560166] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] Acquired lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560166] env[70261]: DEBUG nova.network.neutron [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Refreshing network info cache for port 39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 853.569925] env[70261]: DEBUG nova.network.neutron [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 853.695090] env[70261]: DEBUG nova.compute.manager [None req-5977eacd-cdc0-4902-b8f5-b74aa3587976 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.695785] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b838ee3-66dc-4344-9828-0d7b29b707f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.735524] env[70261]: DEBUG nova.network.neutron [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Updating instance_info_cache with network_info: [{"id": "ab435eeb-4947-4df5-bbb8-06cc98bd3af7", "address": "fa:16:3e:f5:25:c3", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab435eeb-49", "ovs_interfaceid": "ab435eeb-4947-4df5-bbb8-06cc98bd3af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.744597] env[70261]: DEBUG oslo_concurrency.lockutils [None req-006bfed0-bf4d-4a8a-97ff-d4c2c1f95028 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "952b075b-a43c-424a-8f1a-b2e8bb12e6c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.990s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.017038] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.017298] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.017527] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.017713] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.017916] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.020234] env[70261]: INFO nova.compute.manager [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Terminating instance [ 854.040695] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "8105e024-583b-4eaa-8089-40e193846160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.040934] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "8105e024-583b-4eaa-8089-40e193846160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.136222] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "d1d89528-1adf-4452-b25e-e45e7b104a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.136521] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.136736] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.136923] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.137309] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.139819] env[70261]: INFO nova.compute.manager [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Terminating instance [ 854.207469] env[70261]: INFO nova.compute.manager [None req-5977eacd-cdc0-4902-b8f5-b74aa3587976 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] instance snapshotting [ 854.208099] env[70261]: DEBUG nova.objects.instance [None req-5977eacd-cdc0-4902-b8f5-b74aa3587976 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lazy-loading 'flavor' on Instance uuid d9e587a2-69ea-4867-b1e8-0aed7c45588b {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.224533] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.224824] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.224959] env[70261]: DEBUG nova.network.neutron [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 854.237637] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "refresh_cache-44ab363a-e328-47a7-aedd-ca9f2610c921" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.237981] env[70261]: DEBUG nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Instance network_info: |[{"id": "ab435eeb-4947-4df5-bbb8-06cc98bd3af7", "address": "fa:16:3e:f5:25:c3", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab435eeb-49", "ovs_interfaceid": "ab435eeb-4947-4df5-bbb8-06cc98bd3af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.238681] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:25:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab435eeb-4947-4df5-bbb8-06cc98bd3af7', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.247138] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.252816] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.253608] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84fdf67-8ad3-4e7e-b8ca-20b299755e1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.256231] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ab2b6c-c31d-4d3d-b8fb-e08b48142a99 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.277375] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e155490-0431-4b29-beb8-bc0af219a499 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.281813] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.281813] env[70261]: value = "task-3386130" [ 854.281813] env[70261]: _type = "Task" [ 854.281813] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.320266] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b3485-921a-4e4d-9e7b-285f785c6c17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.327949] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386130, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.333943] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad2cc3-aa4e-4866-8617-90775bc5655c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.350446] env[70261]: DEBUG nova.compute.provider_tree [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.368326] env[70261]: DEBUG nova.network.neutron [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Updated VIF entry in instance network info cache for port 39498462-62e9-4496-b90a-1eba5706fd34. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 854.368732] env[70261]: DEBUG nova.network.neutron [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Updating instance_info_cache with network_info: [{"id": "39498462-62e9-4496-b90a-1eba5706fd34", "address": "fa:16:3e:11:62:e1", "network": {"id": "ddfe80ba-3bb8-4731-bf0b-c077bce5c0ea", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1589945396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af96b55303044199b3d49d3450d33b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39498462-62", "ovs_interfaceid": "39498462-62e9-4496-b90a-1eba5706fd34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.525014] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "refresh_cache-d9e587a2-69ea-4867-b1e8-0aed7c45588b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.525014] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquired lock "refresh_cache-d9e587a2-69ea-4867-b1e8-0aed7c45588b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.525266] env[70261]: DEBUG nova.network.neutron [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 854.543271] env[70261]: DEBUG nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.643890] env[70261]: DEBUG nova.compute.manager [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.644181] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.645091] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e7d2f8-6baa-4323-8dce-122f57d5c4fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.653147] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.653439] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c5bb133-577c-413e-8b5d-dfead63916d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.660718] env[70261]: DEBUG oslo_vmware.api [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 854.660718] env[70261]: value = "task-3386131" [ 854.660718] env[70261]: _type = "Task" [ 854.660718] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.669876] env[70261]: DEBUG oslo_vmware.api [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.718118] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d99e79-8aa8-4b2e-b499-4a3c2010610e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.739199] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51356c-d4e5-4deb-a31f-0567cae50883 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.743365] env[70261]: DEBUG nova.compute.manager [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Received event network-changed-ab435eeb-4947-4df5-bbb8-06cc98bd3af7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.743599] env[70261]: DEBUG nova.compute.manager [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Refreshing instance network info cache due to event network-changed-ab435eeb-4947-4df5-bbb8-06cc98bd3af7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.743821] env[70261]: DEBUG oslo_concurrency.lockutils [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] Acquiring lock "refresh_cache-44ab363a-e328-47a7-aedd-ca9f2610c921" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.743978] env[70261]: DEBUG oslo_concurrency.lockutils [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] Acquired lock "refresh_cache-44ab363a-e328-47a7-aedd-ca9f2610c921" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.744191] env[70261]: DEBUG nova.network.neutron [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Refreshing network info cache for port ab435eeb-4947-4df5-bbb8-06cc98bd3af7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 854.797760] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386130, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.855338] env[70261]: DEBUG nova.scheduler.client.report [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.873222] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b961d15-d4a5-4550-a250-2310fd833efe req-1986e1c9-3006-4068-95de-8281faa17e04 service nova] Releasing lock "refresh_cache-7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.013269] env[70261]: INFO nova.network.neutron [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Port 0271e3a1-80ae-401c-80da-b87c2983bc33 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 855.013654] env[70261]: DEBUG nova.network.neutron [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.045311] env[70261]: DEBUG nova.network.neutron [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 855.075261] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.102344] env[70261]: DEBUG nova.network.neutron [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.170938] env[70261]: DEBUG oslo_vmware.api [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386131, 'name': PowerOffVM_Task, 'duration_secs': 0.30439} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.170938] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.171122] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.171313] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f16ff8e-75f6-482a-8c44-3c040c106874 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.255041] env[70261]: DEBUG nova.compute.manager [None req-5977eacd-cdc0-4902-b8f5-b74aa3587976 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Instance disappeared during snapshot {{(pid=70261) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 855.264199] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.264199] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.264199] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleting the datastore file [datastore1] d1d89528-1adf-4452-b25e-e45e7b104a18 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.264199] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb8da94d-5855-41d2-81a9-cc70b63c6bb1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.270097] env[70261]: DEBUG oslo_vmware.api [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 855.270097] env[70261]: value = "task-3386133" [ 855.270097] env[70261]: _type = "Task" [ 855.270097] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.281215] env[70261]: DEBUG oslo_vmware.api [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.298770] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386130, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.364670] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.369575] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.016s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.369897] env[70261]: DEBUG nova.objects.instance [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lazy-loading 'resources' on Instance uuid 3b0ffc54-53c5-4756-9b9f-a022e5d522be {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.395215] env[70261]: INFO nova.scheduler.client.report [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Deleted allocations for instance ac80e607-2f1f-4b2b-b16d-77c6db98893d [ 855.416867] env[70261]: DEBUG nova.compute.manager [None req-5977eacd-cdc0-4902-b8f5-b74aa3587976 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Found 0 images (rotation: 2) {{(pid=70261) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 855.491057] env[70261]: DEBUG nova.network.neutron [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Updated VIF entry in instance network info cache for port ab435eeb-4947-4df5-bbb8-06cc98bd3af7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 855.491551] env[70261]: DEBUG nova.network.neutron [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Updating instance_info_cache with network_info: [{"id": "ab435eeb-4947-4df5-bbb8-06cc98bd3af7", "address": "fa:16:3e:f5:25:c3", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab435eeb-49", "ovs_interfaceid": "ab435eeb-4947-4df5-bbb8-06cc98bd3af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.516266] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-d1d89528-1adf-4452-b25e-e45e7b104a18" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.605042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Releasing lock "refresh_cache-d9e587a2-69ea-4867-b1e8-0aed7c45588b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.605534] env[70261]: DEBUG nova.compute.manager [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.605745] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.606706] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64e3706-3e65-49ad-97e6-b5d322706377 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.614513] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.614741] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ec6710-5605-499e-a313-21a401e129aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.620384] env[70261]: DEBUG oslo_vmware.api [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 855.620384] env[70261]: value = "task-3386134" [ 855.620384] env[70261]: _type = "Task" [ 855.620384] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.628779] env[70261]: DEBUG oslo_vmware.api [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.734043] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "49982973-7207-4c45-ae5b-e947f96b6c9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.735261] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.735730] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "49982973-7207-4c45-ae5b-e947f96b6c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.736113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.736437] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.739489] env[70261]: INFO nova.compute.manager [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Terminating instance [ 855.781183] env[70261]: DEBUG oslo_vmware.api [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300478} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.781540] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.781684] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.781859] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.782076] env[70261]: INFO nova.compute.manager [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Took 1.14 seconds to destroy the instance on the hypervisor. [ 855.782351] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.782560] env[70261]: DEBUG nova.compute.manager [-] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.782681] env[70261]: DEBUG nova.network.neutron [-] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 855.796365] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386130, 'name': CreateVM_Task, 'duration_secs': 1.145125} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.796568] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.797250] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.797417] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.797762] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.798030] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a97110-ee6e-47e0-93dc-8eac6dad886c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.802719] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 855.802719] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e1879e-02c0-c07f-a640-99e651f104e3" [ 855.802719] env[70261]: _type = "Task" [ 855.802719] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.810800] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e1879e-02c0-c07f-a640-99e651f104e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.906551] env[70261]: DEBUG oslo_concurrency.lockutils [None req-33ba22c2-d214-4b17-aed0-4a5459880753 tempest-ServerAddressesTestJSON-415983044 tempest-ServerAddressesTestJSON-415983044-project-member] Lock "ac80e607-2f1f-4b2b-b16d-77c6db98893d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.382s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.995307] env[70261]: DEBUG oslo_concurrency.lockutils [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] Releasing lock "refresh_cache-44ab363a-e328-47a7-aedd-ca9f2610c921" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.995629] env[70261]: DEBUG nova.compute.manager [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received event network-vif-deleted-0271e3a1-80ae-401c-80da-b87c2983bc33 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.995845] env[70261]: INFO nova.compute.manager [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Neutron deleted interface 0271e3a1-80ae-401c-80da-b87c2983bc33; detaching it from the instance and deleting it from the info cache [ 855.996034] env[70261]: DEBUG nova.network.neutron [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [{"id": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "address": "fa:16:3e:1f:43:d0", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa17b1e5-a5", "ovs_interfaceid": "aa17b1e5-a565-4ffd-86f7-1627e985061a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.020945] env[70261]: DEBUG oslo_concurrency.lockutils [None req-116b5b56-d598-4724-89fd-ca16be2d11aa tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-d1d89528-1adf-4452-b25e-e45e7b104a18-0271e3a1-80ae-401c-80da-b87c2983bc33" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.681s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.131625] env[70261]: DEBUG oslo_vmware.api [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386134, 'name': PowerOffVM_Task, 'duration_secs': 0.184212} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.134466] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.134646] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.135284] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9110ca03-101d-44a4-8c11-b6c9f9a2ef4f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.161862] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.162089] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.162333] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Deleting the datastore file [datastore1] d9e587a2-69ea-4867-b1e8-0aed7c45588b {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.162599] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab0d1b9-6b3b-4d19-a7f4-39a8408654ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.169309] env[70261]: DEBUG oslo_vmware.api [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for the task: (returnval){ [ 856.169309] env[70261]: value = "task-3386136" [ 856.169309] env[70261]: _type = "Task" [ 856.169309] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.180109] env[70261]: DEBUG oslo_vmware.api [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.246589] env[70261]: DEBUG nova.compute.manager [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.246589] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.247049] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22adc01c-43ef-4140-875f-df1c2b17e00e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.256340] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.256584] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24a1ce78-fc81-4a35-b7f7-4de748d73488 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.268228] env[70261]: DEBUG oslo_vmware.api [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 856.268228] env[70261]: value = "task-3386137" [ 856.268228] env[70261]: _type = "Task" [ 856.268228] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.280518] env[70261]: DEBUG oslo_vmware.api [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3386137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.312910] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e1879e-02c0-c07f-a640-99e651f104e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.313257] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.313496] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.313723] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.313863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.314052] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.314322] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-509d961c-2e70-417b-9aeb-10a4e67a284a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.325848] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.326064] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.326858] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc32930-5271-4017-b6e9-caf262645843 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.333395] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 856.333395] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ceaa72-a55f-7242-c668-57d2c721ce8e" [ 856.333395] env[70261]: _type = "Task" [ 856.333395] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.342564] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ceaa72-a55f-7242-c668-57d2c721ce8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.416088] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf224eb4-32de-4757-8e38-b1c2459b82ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.424013] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c880cc8-502e-4ce2-835e-6d8d6c1d12e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.463467] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b75171a-acae-4fc1-94a3-af821bfff074 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.472947] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5abcd18-3086-4ffe-bbe0-c6de6cb8af5e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.489191] env[70261]: DEBUG nova.compute.provider_tree [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.503557] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8224f5b8-4793-4496-a49a-34fe3b61d74f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.507975] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.508124] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.508218] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.508450] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.508775] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.511838] env[70261]: INFO nova.compute.manager [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Terminating instance [ 856.518230] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201d1a2-a05a-4ad2-8ec9-1cbd3709726c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.555267] env[70261]: DEBUG nova.compute.manager [req-c752f474-7615-423e-ba6f-ff03671597c3 req-9770df5c-f30d-4486-a0f2-a22e651bd2b2 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Detach interface failed, port_id=0271e3a1-80ae-401c-80da-b87c2983bc33, reason: Instance d1d89528-1adf-4452-b25e-e45e7b104a18 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.680384] env[70261]: DEBUG oslo_vmware.api [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Task: {'id': task-3386136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173861} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.680653] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.681130] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.681355] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.681537] env[70261]: INFO nova.compute.manager [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 856.681961] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.682241] env[70261]: DEBUG nova.compute.manager [-] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.682331] env[70261]: DEBUG nova.network.neutron [-] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 856.701243] env[70261]: DEBUG nova.network.neutron [-] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 856.791262] env[70261]: DEBUG oslo_vmware.api [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3386137, 'name': PowerOffVM_Task, 'duration_secs': 0.251259} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.791969] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.791969] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.792254] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b44298-477e-474c-8a53-152f397e9904 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.820076] env[70261]: DEBUG nova.compute.manager [req-3750b1af-1249-4031-a81a-f2a8bbdf456a req-c2ae29b8-5d3d-4828-996e-6da01d710067 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Received event network-vif-deleted-aa17b1e5-a565-4ffd-86f7-1627e985061a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.820451] env[70261]: INFO nova.compute.manager [req-3750b1af-1249-4031-a81a-f2a8bbdf456a req-c2ae29b8-5d3d-4828-996e-6da01d710067 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Neutron deleted interface aa17b1e5-a565-4ffd-86f7-1627e985061a; detaching it from the instance and deleting it from the info cache [ 856.820510] env[70261]: DEBUG nova.network.neutron [req-3750b1af-1249-4031-a81a-f2a8bbdf456a req-c2ae29b8-5d3d-4828-996e-6da01d710067 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.827138] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6500d-0a89-e747-4879-928ebe39a588/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.827138] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0940bad8-ff41-4582-b07b-594b80fe006e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.833716] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6500d-0a89-e747-4879-928ebe39a588/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 856.834046] env[70261]: ERROR oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6500d-0a89-e747-4879-928ebe39a588/disk-0.vmdk due to incomplete transfer. [ 856.834759] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa848028-6c7a-4bee-8b97-6f7f85a7bba9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.848582] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ceaa72-a55f-7242-c668-57d2c721ce8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.850517] env[70261]: DEBUG oslo_vmware.rw_handles [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6500d-0a89-e747-4879-928ebe39a588/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 856.850746] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Uploaded image 43ab9980-f2f1-44e0-b8cd-1350d9af7aaf to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 856.853684] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.853862] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d553542e-85e1-4bee-801d-5cdeb90dd8bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.857163] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-595e6361-6ecc-47e1-9b43-a2036ed84a69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.859995] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.860206] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.860599] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Deleting the datastore file [datastore2] 49982973-7207-4c45-ae5b-e947f96b6c9e {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.864124] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09dd0a57-9b58-46ce-a50b-ca388e0de47d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.864938] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 856.864938] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cf406a-4f96-73f3-a30f-ea0454d522df" [ 856.864938] env[70261]: _type = "Task" [ 856.864938] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.866507] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 856.866507] env[70261]: value = "task-3386139" [ 856.866507] env[70261]: _type = "Task" [ 856.866507] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.876597] env[70261]: DEBUG oslo_vmware.api [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for the task: (returnval){ [ 856.876597] env[70261]: value = "task-3386140" [ 856.876597] env[70261]: _type = "Task" [ 856.876597] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.886779] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386139, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.887051] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cf406a-4f96-73f3-a30f-ea0454d522df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.891690] env[70261]: DEBUG oslo_vmware.api [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3386140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.969118] env[70261]: DEBUG nova.network.neutron [-] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.992378] env[70261]: DEBUG nova.scheduler.client.report [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.033979] env[70261]: DEBUG nova.compute.manager [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.034226] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.035148] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ba167-2194-4603-bd00-125b22b41713 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.043684] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.043967] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-868d630f-2519-4b21-90b1-f19871bf7aba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.053334] env[70261]: DEBUG oslo_vmware.api [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 857.053334] env[70261]: value = "task-3386141" [ 857.053334] env[70261]: _type = "Task" [ 857.053334] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.061558] env[70261]: DEBUG oslo_vmware.api [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3386141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.204302] env[70261]: DEBUG nova.network.neutron [-] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.331639] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-703289b2-8e18-4dc5-baea-b6207bb806d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.340868] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e743ef69-fad1-4c7f-86fe-983005ac70e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.386772] env[70261]: DEBUG nova.compute.manager [req-3750b1af-1249-4031-a81a-f2a8bbdf456a req-c2ae29b8-5d3d-4828-996e-6da01d710067 service nova] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Detach interface failed, port_id=aa17b1e5-a565-4ffd-86f7-1627e985061a, reason: Instance d1d89528-1adf-4452-b25e-e45e7b104a18 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.396453] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cf406a-4f96-73f3-a30f-ea0454d522df, 'name': SearchDatastore_Task, 'duration_secs': 0.018686} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.397318] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.397620] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 44ab363a-e328-47a7-aedd-ca9f2610c921/44ab363a-e328-47a7-aedd-ca9f2610c921.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.397900] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb9b716-7652-47b7-b9b7-7df0406c4860 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.406929] env[70261]: DEBUG oslo_vmware.api [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Task: {'id': task-3386140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434466} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.407065] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386139, 'name': Destroy_Task, 'duration_secs': 0.381636} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.407603] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.407791] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.407964] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.408183] env[70261]: INFO nova.compute.manager [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 857.408428] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.408621] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Destroyed the VM [ 857.408841] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.409097] env[70261]: DEBUG nova.compute.manager [-] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.409198] env[70261]: DEBUG nova.network.neutron [-] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 857.410868] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4b3f32f-0e71-4bc5-867c-d5e575f0fef0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.414814] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 857.414814] env[70261]: value = "task-3386142" [ 857.414814] env[70261]: _type = "Task" [ 857.414814] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.422237] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 857.422237] env[70261]: value = "task-3386143" [ 857.422237] env[70261]: _type = "Task" [ 857.422237] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.428842] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.433665] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.476897] env[70261]: INFO nova.compute.manager [-] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Took 1.69 seconds to deallocate network for instance. [ 857.497128] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.499508] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.333s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.526204] env[70261]: INFO nova.scheduler.client.report [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Deleted allocations for instance 3b0ffc54-53c5-4756-9b9f-a022e5d522be [ 857.564076] env[70261]: DEBUG oslo_vmware.api [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3386141, 'name': PowerOffVM_Task, 'duration_secs': 0.330378} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.564784] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.564784] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.565343] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4278511a-cc36-4c9c-968b-f6cb09817317 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.636653] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.636653] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.636653] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Deleting the datastore file [datastore1] e4bfcd5c-0bb9-4f4b-8b10-f719c560734e {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.636653] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0678345c-38d6-4b54-8d11-3c9c332cf827 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.648386] env[70261]: DEBUG oslo_vmware.api [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for the task: (returnval){ [ 857.648386] env[70261]: value = "task-3386145" [ 857.648386] env[70261]: _type = "Task" [ 857.648386] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.656736] env[70261]: DEBUG oslo_vmware.api [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3386145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.708962] env[70261]: INFO nova.compute.manager [-] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Took 1.03 seconds to deallocate network for instance. [ 857.930639] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386142, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.936216] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.985845] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.004816] env[70261]: INFO nova.compute.claims [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.039621] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cd2ca93-17ba-4ae0-abf2-3acb559d28aa tempest-ServersListShow298Test-1973037568 tempest-ServersListShow298Test-1973037568-project-member] Lock "3b0ffc54-53c5-4756-9b9f-a022e5d522be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.431s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.160686] env[70261]: DEBUG oslo_vmware.api [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Task: {'id': task-3386145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402106} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.161062] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.161309] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.161503] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.161678] env[70261]: INFO nova.compute.manager [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 858.162315] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.162315] env[70261]: DEBUG nova.compute.manager [-] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.162315] env[70261]: DEBUG nova.network.neutron [-] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 858.216532] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.231475] env[70261]: DEBUG nova.network.neutron [-] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.377688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "143eff36-4daa-4abb-98c9-3ea8cce0243b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.378039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.378301] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "143eff36-4daa-4abb-98c9-3ea8cce0243b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.378539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.378749] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.381413] env[70261]: INFO nova.compute.manager [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Terminating instance [ 858.433882] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.441375] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575126} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.441730] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 44ab363a-e328-47a7-aedd-ca9f2610c921/44ab363a-e328-47a7-aedd-ca9f2610c921.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.441872] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.442193] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17d264a-f974-4945-93dc-9cc5e4c5e221 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.452212] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 858.452212] env[70261]: value = "task-3386146" [ 858.452212] env[70261]: _type = "Task" [ 858.452212] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.463824] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.515430] env[70261]: INFO nova.compute.resource_tracker [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating resource usage from migration 749d23de-1411-4f46-b109-5ecb3a1f43c1 [ 858.734650] env[70261]: INFO nova.compute.manager [-] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Took 1.33 seconds to deallocate network for instance. [ 858.877450] env[70261]: DEBUG nova.compute.manager [req-1c99e7de-ddfe-4fe8-9261-797adabb94b5 req-13f0c84d-0bd6-45b4-9957-b4a665f2fcb2 service nova] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Received event network-vif-deleted-b0ef5d98-f230-4fc7-a34d-0d8e5c845a85 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.887431] env[70261]: DEBUG nova.compute.manager [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.887431] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.887431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfe9ea9-db24-4f25-9a6a-fc5d0a7307db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.897114] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.897464] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951d5684-ece6-4252-9f12-97313f9cdd83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.932482] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386143, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.951216] env[70261]: DEBUG oslo_vmware.api [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 858.951216] env[70261]: value = "task-3386147" [ 858.951216] env[70261]: _type = "Task" [ 858.951216] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.967431] env[70261]: DEBUG oslo_vmware.api [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3386147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.969429] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109262} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.969718] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.970554] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6b80b7-e0af-43bf-9208-dfd5fb59e978 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.998757] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 44ab363a-e328-47a7-aedd-ca9f2610c921/44ab363a-e328-47a7-aedd-ca9f2610c921.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.001674] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78c3ce4-437a-4d53-9cae-32c0d8d9d7cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.029036] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 859.029036] env[70261]: value = "task-3386148" [ 859.029036] env[70261]: _type = "Task" [ 859.029036] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.042744] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.042984] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "9cce7d19-66ec-4cf1-adca-be14214b7589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.043563] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.119573] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a690f-fa20-4aff-87f8-a6817d7f70ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.130513] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8610c2-81fd-4fb1-9bf0-75883dbdf0c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.164656] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d69941-2eaa-4dd6-aeed-b54aa74c9c7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.174491] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73607e-cbc9-49b0-b1d6-237a592a9f91 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.186393] env[70261]: DEBUG nova.compute.provider_tree [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.240964] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.337063] env[70261]: DEBUG nova.network.neutron [-] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.433846] env[70261]: DEBUG oslo_vmware.api [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386143, 'name': RemoveSnapshot_Task, 'duration_secs': 1.552269} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.434161] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.434395] env[70261]: INFO nova.compute.manager [None req-52b4966b-3d2b-4e73-a7e7-f2ca9859ddb4 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 859.464196] env[70261]: DEBUG oslo_vmware.api [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3386147, 'name': PowerOffVM_Task, 'duration_secs': 0.300755} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.464196] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.464196] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.464196] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3434799e-8c70-41ff-93f9-30bb82001c94 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.525568] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.525902] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.525902] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Deleting the datastore file [datastore2] 143eff36-4daa-4abb-98c9-3ea8cce0243b {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.526166] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7d1c0f-569f-471d-8900-b28e6d4f02b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.533419] env[70261]: DEBUG oslo_vmware.api [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for the task: (returnval){ [ 859.533419] env[70261]: value = "task-3386150" [ 859.533419] env[70261]: _type = "Task" [ 859.533419] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.539502] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386148, 'name': ReconfigVM_Task, 'duration_secs': 0.315436} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.540052] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 44ab363a-e328-47a7-aedd-ca9f2610c921/44ab363a-e328-47a7-aedd-ca9f2610c921.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.540652] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78a64d1e-d00a-40ea-bea5-4d10bd446d05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.547211] env[70261]: DEBUG oslo_vmware.api [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3386150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.550160] env[70261]: DEBUG nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.552914] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 859.552914] env[70261]: value = "task-3386151" [ 859.552914] env[70261]: _type = "Task" [ 859.552914] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.561830] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386151, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.689788] env[70261]: DEBUG nova.scheduler.client.report [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.841821] env[70261]: INFO nova.compute.manager [-] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Took 1.68 seconds to deallocate network for instance. [ 860.043664] env[70261]: DEBUG oslo_vmware.api [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Task: {'id': task-3386150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137592} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.043664] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.044983] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.044983] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.044983] env[70261]: INFO nova.compute.manager [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 860.044983] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.045231] env[70261]: DEBUG nova.compute.manager [-] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.045231] env[70261]: DEBUG nova.network.neutron [-] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 860.067237] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386151, 'name': Rename_Task, 'duration_secs': 0.140341} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.067609] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.067761] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55606ab7-ae56-4d2c-a43b-df10e9c79bf0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.075067] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 860.075067] env[70261]: value = "task-3386152" [ 860.075067] env[70261]: _type = "Task" [ 860.075067] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.076048] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.083739] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.195019] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.695s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.195313] env[70261]: INFO nova.compute.manager [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Migrating [ 860.202543] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.551s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.202777] env[70261]: DEBUG nova.objects.instance [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 860.347927] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.587398] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386152, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.715535] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.715739] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.715828] env[70261]: DEBUG nova.network.neutron [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 860.992070] env[70261]: DEBUG nova.network.neutron [-] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.091019] env[70261]: DEBUG oslo_vmware.api [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386152, 'name': PowerOnVM_Task, 'duration_secs': 0.675311} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.091019] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.091019] env[70261]: INFO nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Took 9.10 seconds to spawn the instance on the hypervisor. [ 861.091019] env[70261]: DEBUG nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.091019] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47a7bb1-aae0-422e-b35c-3c7df90bfb84 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.100086] env[70261]: DEBUG nova.compute.manager [req-3232c0c3-9295-4eb3-b72e-00de55a0194d req-37747947-edc2-47a6-83e9-64f8fddce3cb service nova] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Received event network-vif-deleted-a9e1f847-d60e-4c7f-bc96-bb4b1455a2a6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.100086] env[70261]: DEBUG nova.compute.manager [req-3232c0c3-9295-4eb3-b72e-00de55a0194d req-37747947-edc2-47a6-83e9-64f8fddce3cb service nova] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Received event network-vif-deleted-56d4b0ae-fa2d-4196-8381-2eb370bdaa1a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.215753] env[70261]: DEBUG oslo_concurrency.lockutils [None req-71518a1b-d353-4c26-8256-a5dd6a89d8ba tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.217211] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.060s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.217448] env[70261]: DEBUG nova.objects.instance [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lazy-loading 'resources' on Instance uuid a7557684-a5b5-47a3-8e12-fa3a09367226 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.395412] env[70261]: DEBUG nova.network.neutron [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance_info_cache with network_info: [{"id": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "address": "fa:16:3e:c4:32:91", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a32f47-fa", "ovs_interfaceid": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.495731] env[70261]: INFO nova.compute.manager [-] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Took 1.45 seconds to deallocate network for instance. [ 861.608595] env[70261]: INFO nova.compute.manager [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Took 43.06 seconds to build instance. [ 861.897509] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.003322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.089136] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf6c84-4057-44d2-8571-be659f54d4b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.097219] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea0ab0-71fa-4aba-a3de-370fadf6c0b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.127962] env[70261]: DEBUG oslo_concurrency.lockutils [None req-59137410-1e80-4357-ad8b-694eef08ed53 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.412s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.129345] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84560be-466d-4583-bc3a-16f2a055c34e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.136645] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92255f80-34bd-4afd-9563-48430a1eb5d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.150012] env[70261]: DEBUG nova.compute.provider_tree [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.653610] env[70261]: DEBUG nova.scheduler.client.report [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.978423] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "44ab363a-e328-47a7-aedd-ca9f2610c921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.978694] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.978907] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "44ab363a-e328-47a7-aedd-ca9f2610c921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.979118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.979292] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.981621] env[70261]: INFO nova.compute.manager [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Terminating instance [ 863.158549] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.160935] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.867s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.161223] env[70261]: DEBUG nova.objects.instance [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lazy-loading 'resources' on Instance uuid 69e037a3-f37a-4277-bac7-3c66589d08fe {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.180585] env[70261]: INFO nova.scheduler.client.report [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Deleted allocations for instance a7557684-a5b5-47a3-8e12-fa3a09367226 [ 863.413542] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8693fc06-be03-476c-8b0e-c763a035f924 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.452789] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance 'a384959a-20e9-4af0-a1c4-b0e72b98b450' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.485655] env[70261]: DEBUG nova.compute.manager [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.485655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.486609] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470e0ba8-9c30-4662-a5f4-b9afe5c3f0df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.495482] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.496804] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0770a34e-92b8-4f34-bba6-69d0fdd2ec23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.504390] env[70261]: DEBUG oslo_vmware.api [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 863.504390] env[70261]: value = "task-3386153" [ 863.504390] env[70261]: _type = "Task" [ 863.504390] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.514397] env[70261]: DEBUG oslo_vmware.api [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.691163] env[70261]: DEBUG oslo_concurrency.lockutils [None req-53996c8f-f629-4e5b-96e6-ec12ceecac1d tempest-ListServerFiltersTestJSON-212332863 tempest-ListServerFiltersTestJSON-212332863-project-member] Lock "a7557684-a5b5-47a3-8e12-fa3a09367226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.194s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.959953] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.962874] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ca3a8c-25dd-45f2-8d4f-6215104aae6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.970497] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 863.970497] env[70261]: value = "task-3386154" [ 863.970497] env[70261]: _type = "Task" [ 863.970497] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.982311] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.013217] env[70261]: DEBUG oslo_vmware.api [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386153, 'name': PowerOffVM_Task, 'duration_secs': 0.227634} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.015748] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.015976] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.016424] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1b2b3e8-0c73-4164-9950-b95caa81f0c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.092574] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.092794] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.092979] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleting the datastore file [datastore1] 44ab363a-e328-47a7-aedd-ca9f2610c921 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.093260] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb41c2b9-8281-4ccd-b53d-72d11c513e93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.099268] env[70261]: DEBUG oslo_vmware.api [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 864.099268] env[70261]: value = "task-3386156" [ 864.099268] env[70261]: _type = "Task" [ 864.099268] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.109197] env[70261]: DEBUG oslo_vmware.api [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.116190] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2da829-deb7-4311-994a-19a383b41a2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.124293] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260e1f6-1e48-46c5-a305-5f81c4fccca4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.160492] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323128f-7887-4320-a3a1-05d690ea338a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.168965] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f9ac9-8822-4bf3-83fc-a0cabdd30adb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.184869] env[70261]: DEBUG nova.compute.provider_tree [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.481274] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386154, 'name': PowerOffVM_Task, 'duration_secs': 0.209695} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.481616] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.481810] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance 'a384959a-20e9-4af0-a1c4-b0e72b98b450' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.610039] env[70261]: DEBUG oslo_vmware.api [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152169} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.610039] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.610039] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.610307] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.610557] env[70261]: INFO nova.compute.manager [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Took 1.12 seconds to destroy the instance on the hypervisor. [ 864.610897] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.611208] env[70261]: DEBUG nova.compute.manager [-] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.611325] env[70261]: DEBUG nova.network.neutron [-] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 864.688348] env[70261]: DEBUG nova.scheduler.client.report [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.935691] env[70261]: DEBUG nova.compute.manager [req-60857d26-63a1-433a-ab5c-00fd97b1944f req-c901455e-95bd-4e14-90cf-863f30d65caf service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Received event network-vif-deleted-ab435eeb-4947-4df5-bbb8-06cc98bd3af7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.935906] env[70261]: INFO nova.compute.manager [req-60857d26-63a1-433a-ab5c-00fd97b1944f req-c901455e-95bd-4e14-90cf-863f30d65caf service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Neutron deleted interface ab435eeb-4947-4df5-bbb8-06cc98bd3af7; detaching it from the instance and deleting it from the info cache [ 864.936087] env[70261]: DEBUG nova.network.neutron [req-60857d26-63a1-433a-ab5c-00fd97b1944f req-c901455e-95bd-4e14-90cf-863f30d65caf service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.988899] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.988899] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.988899] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.989150] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.989218] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.989408] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.990148] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.990148] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.990148] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.990384] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.990631] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.995888] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd16af20-a957-4344-aab8-4ab6a6737711 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.011669] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 865.011669] env[70261]: value = "task-3386157" [ 865.011669] env[70261]: _type = "Task" [ 865.011669] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.019698] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.193983] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.196588] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.827s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.196853] env[70261]: DEBUG nova.objects.instance [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lazy-loading 'resources' on Instance uuid e694bdb7-295a-4072-a16f-d484c47299a6 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.218607] env[70261]: INFO nova.scheduler.client.report [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted allocations for instance 69e037a3-f37a-4277-bac7-3c66589d08fe [ 865.365029] env[70261]: DEBUG nova.network.neutron [-] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.438794] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c578233f-2235-43d9-9c21-3c1e9bc98d4b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.448619] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69179517-f3f2-49fa-a6d5-ec728216dee8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.482590] env[70261]: DEBUG nova.compute.manager [req-60857d26-63a1-433a-ab5c-00fd97b1944f req-c901455e-95bd-4e14-90cf-863f30d65caf service nova] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Detach interface failed, port_id=ab435eeb-4947-4df5-bbb8-06cc98bd3af7, reason: Instance 44ab363a-e328-47a7-aedd-ca9f2610c921 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.520892] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386157, 'name': ReconfigVM_Task, 'duration_secs': 0.181402} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.521270] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance 'a384959a-20e9-4af0-a1c4-b0e72b98b450' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.725615] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8a08ab3d-0196-43c1-a8db-8cc48445511b tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "69e037a3-f37a-4277-bac7-3c66589d08fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.984s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.869645] env[70261]: INFO nova.compute.manager [-] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Took 1.26 seconds to deallocate network for instance. [ 866.027322] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:04:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f971adec-fce4-47e2-b40e-9d9e94576316',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-698373628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.027619] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.027830] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.028099] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.028327] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.028556] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.028846] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.029145] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.029359] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.029534] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.029712] env[70261]: DEBUG nova.virt.hardware [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.035034] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 866.037865] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2349caae-665e-4ffe-999f-3d9e61abdb47 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.058291] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 866.058291] env[70261]: value = "task-3386158" [ 866.058291] env[70261]: _type = "Task" [ 866.058291] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.068612] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.073362] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8061d8-a7da-4083-875c-f061a522a854 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.080521] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1d7b85-e1aa-4060-9e72-f17f6e796d9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.111130] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cac60f-f68b-4a0d-a8b6-11f5ee66babf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.118065] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecaf099-2163-483f-b403-aad9e33d4640 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.131106] env[70261]: DEBUG nova.compute.provider_tree [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.379683] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.503898] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.504181] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.504571] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.504571] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.504728] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.507389] env[70261]: INFO nova.compute.manager [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Terminating instance [ 866.569049] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386158, 'name': ReconfigVM_Task, 'duration_secs': 0.161257} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.569408] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.570274] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197fd970-6325-4f90-992e-5ecaf09f200c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.593245] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.593563] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10fa03c9-37d0-49cd-9b2d-8641da014c7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.611626] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 866.611626] env[70261]: value = "task-3386159" [ 866.611626] env[70261]: _type = "Task" [ 866.611626] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.619668] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.634758] env[70261]: DEBUG nova.scheduler.client.report [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.010587] env[70261]: DEBUG nova.compute.manager [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.010794] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.012247] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb20819a-68f1-4f81-996f-a9392c5b289a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.019933] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.020175] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae13fe88-9005-4ab8-94c3-aca34b3ae681 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.025994] env[70261]: DEBUG oslo_vmware.api [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 867.025994] env[70261]: value = "task-3386160" [ 867.025994] env[70261]: _type = "Task" [ 867.025994] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.034850] env[70261]: DEBUG oslo_vmware.api [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.121909] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386159, 'name': ReconfigVM_Task, 'duration_secs': 0.262798} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.122202] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfigured VM instance instance-0000002e to attach disk [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.122468] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance 'a384959a-20e9-4af0-a1c4-b0e72b98b450' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.140653] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.143233] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.093s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.143480] env[70261]: DEBUG nova.objects.instance [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lazy-loading 'resources' on Instance uuid 88e133d7-81a4-4beb-84df-1e62413ce32d {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.167716] env[70261]: INFO nova.scheduler.client.report [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Deleted allocations for instance e694bdb7-295a-4072-a16f-d484c47299a6 [ 867.536031] env[70261]: DEBUG oslo_vmware.api [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386160, 'name': PowerOffVM_Task, 'duration_secs': 0.187148} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.536349] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.536407] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.536644] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6c3c8d-d17f-453f-ba45-4b4e18ff64cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.599393] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.599640] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.599825] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleting the datastore file [datastore2] ffbd44fe-a3fa-4f2f-aed0-d869723d7f78 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.600159] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb52b7f2-ddaa-4684-a15b-ccc66695327b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.606674] env[70261]: DEBUG oslo_vmware.api [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 867.606674] env[70261]: value = "task-3386162" [ 867.606674] env[70261]: _type = "Task" [ 867.606674] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.615303] env[70261]: DEBUG oslo_vmware.api [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.633061] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad1c07d-c33a-45c0-8c1b-e2928863168f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.654570] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5f24e8-a791-43fd-a33b-00db1545153a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.672178] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance 'a384959a-20e9-4af0-a1c4-b0e72b98b450' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.681069] env[70261]: DEBUG oslo_concurrency.lockutils [None req-14a4087a-1e0a-4e55-a990-329711778084 tempest-FloatingIPsAssociationTestJSON-506052396 tempest-FloatingIPsAssociationTestJSON-506052396-project-member] Lock "e694bdb7-295a-4072-a16f-d484c47299a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.013s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.061028] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a235910f-67ab-4114-ab8a-3cff7c6835f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.068413] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7fbb4-b4a6-4ae5-9598-073434b3e4d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.099623] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9b4013-5437-48ae-a46f-8af2075a21e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.107180] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404377f9-72e8-4a73-a52c-0ae51de98603 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.118707] env[70261]: DEBUG oslo_vmware.api [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186763} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.126729] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.126936] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.127134] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.127319] env[70261]: INFO nova.compute.manager [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Took 1.12 seconds to destroy the instance on the hypervisor. [ 868.127558] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.127966] env[70261]: DEBUG nova.compute.provider_tree [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.129272] env[70261]: DEBUG nova.compute.manager [-] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.129378] env[70261]: DEBUG nova.network.neutron [-] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 868.248467] env[70261]: DEBUG nova.network.neutron [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Port 73a32f47-faba-4406-91eb-9e4bbe60bd90 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 868.498849] env[70261]: DEBUG nova.compute.manager [req-0da05c7e-a7e7-4619-b90c-fed890ce758a req-fabc7561-73f9-4b77-a167-8e49172a3036 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Received event network-vif-deleted-cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.499515] env[70261]: INFO nova.compute.manager [req-0da05c7e-a7e7-4619-b90c-fed890ce758a req-fabc7561-73f9-4b77-a167-8e49172a3036 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Neutron deleted interface cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e; detaching it from the instance and deleting it from the info cache [ 868.499716] env[70261]: DEBUG nova.network.neutron [req-0da05c7e-a7e7-4619-b90c-fed890ce758a req-fabc7561-73f9-4b77-a167-8e49172a3036 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.633136] env[70261]: DEBUG nova.scheduler.client.report [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.891427] env[70261]: DEBUG nova.network.neutron [-] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.005021] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05dacef7-ca79-4a44-8042-a48ca2305832 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.013318] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f7865a-e296-43a0-b20e-a022b5f402d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.055649] env[70261]: DEBUG nova.compute.manager [req-0da05c7e-a7e7-4619-b90c-fed890ce758a req-fabc7561-73f9-4b77-a167-8e49172a3036 service nova] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Detach interface failed, port_id=cb2f1fb3-f3b9-47d6-88bb-12ae80c82c0e, reason: Instance ffbd44fe-a3fa-4f2f-aed0-d869723d7f78 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.141103] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.141715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.946s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.142905] env[70261]: DEBUG nova.objects.instance [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lazy-loading 'resources' on Instance uuid c86b462d-07a5-4cf2-86b4-b15622dd6aad {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.168633] env[70261]: INFO nova.scheduler.client.report [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted allocations for instance 88e133d7-81a4-4beb-84df-1e62413ce32d [ 869.270820] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.271063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.271330] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.397171] env[70261]: INFO nova.compute.manager [-] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Took 1.27 seconds to deallocate network for instance. [ 869.683990] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0b73ec2-e34b-4a3d-b94b-9ed9a21cdaf5 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "88e133d7-81a4-4beb-84df-1e62413ce32d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.106s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.902788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.052938] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4601d54e-1e06-4984-b846-1fad72ef8fe2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.060681] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bb494-d22c-43ac-904b-013425dc40bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.091976] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc1cd88-65ee-463a-89c7-5204d5d4da86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.099567] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcf2865-a216-4855-a6fb-e00e133967bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.112929] env[70261]: DEBUG nova.compute.provider_tree [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.337138] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.337427] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.337687] env[70261]: DEBUG nova.network.neutron [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 870.617325] env[70261]: DEBUG nova.scheduler.client.report [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.034989] env[70261]: DEBUG nova.network.neutron [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance_info_cache with network_info: [{"id": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "address": "fa:16:3e:c4:32:91", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a32f47-fa", "ovs_interfaceid": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.120862] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.124515] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.813s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.125454] env[70261]: INFO nova.compute.claims [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.144890] env[70261]: INFO nova.scheduler.client.report [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Deleted allocations for instance c86b462d-07a5-4cf2-86b4-b15622dd6aad [ 871.539520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.652419] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffe6a326-d71d-4400-9fec-94821ac0cf95 tempest-ServersTestFqdnHostnames-1719668141 tempest-ServersTestFqdnHostnames-1719668141-project-member] Lock "c86b462d-07a5-4cf2-86b4-b15622dd6aad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.149s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.066521] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e057973-6f52-4df1-ad2f-268807374fef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.085916] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8146c1c9-b174-42b4-b23a-0919de5e3ce2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.093699] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance 'a384959a-20e9-4af0-a1c4-b0e72b98b450' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.493341] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3440e002-317c-46e9-a726-de53cadc5928 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.502385] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5aaf72-5bcc-4328-907c-39e11eaf75ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.531445] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b0795-32ba-4e79-872b-1135f0646eed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.538170] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af670f-c3af-44aa-9405-595d78f9f7ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.550726] env[70261]: DEBUG nova.compute.provider_tree [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.599186] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.599509] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13143c6b-6c28-4227-b2f5-5f291f2c4cac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.607110] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 872.607110] env[70261]: value = "task-3386163" [ 872.607110] env[70261]: _type = "Task" [ 872.607110] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.616188] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.054080] env[70261]: DEBUG nova.scheduler.client.report [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.118742] env[70261]: DEBUG oslo_vmware.api [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386163, 'name': PowerOnVM_Task, 'duration_secs': 0.407965} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.119449] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.119928] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a9674cc9-1274-4005-af5d-8c8bb1c11583 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance 'a384959a-20e9-4af0-a1c4-b0e72b98b450' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.560119] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.561025] env[70261]: DEBUG nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.563932] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.803s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.564756] env[70261]: DEBUG nova.objects.instance [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lazy-loading 'resources' on Instance uuid 4d32e369-92dd-4a6c-ad56-4fba8388a1dd {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.067449] env[70261]: DEBUG nova.compute.utils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.071695] env[70261]: DEBUG nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.071869] env[70261]: DEBUG nova.network.neutron [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.108177] env[70261]: DEBUG nova.policy [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94b015c9347f4268a9e28bcadaaf3bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4feb9d51ec97453d85a37da8d40f17c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.402801] env[70261]: DEBUG nova.network.neutron [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Successfully created port: 2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.498480] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a838a2-513c-4d7d-8816-f96e85bdca68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.506753] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098f3a6b-32bb-4657-901d-1d278898beb8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.537532] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b61685d-fadf-4a22-a516-efaea6d48f62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.544683] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188ac064-0245-4b4e-bfe9-c14c4929fdfe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.562279] env[70261]: DEBUG nova.compute.provider_tree [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.572062] env[70261]: DEBUG nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.065596] env[70261]: DEBUG nova.scheduler.client.report [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.077707] env[70261]: INFO nova.virt.block_device [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Booting with volume 8a2b0c6c-d26d-4f7f-97bd-244001784771 at /dev/sda [ 875.115610] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73fe81d3-eaf2-412b-b609-673921eee657 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.125892] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80aaf58-f112-4e7f-809e-7eaf8646369b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.158033] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb61453b-9f44-4487-b2b9-0d4a97c5c04e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.166113] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa96af-9180-4849-b218-152e33aa0fcc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.200328] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c006cb5-cf85-411e-bbf1-573a8dd53fe8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.210081] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c85e5-026b-4025-b66e-72642668c0be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.223965] env[70261]: DEBUG nova.virt.block_device [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Updating existing volume attachment record: d89cbb9a-ca1c-4fa4-9d3a-fced3d7d86e3 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 875.571202] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.573683] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.468s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.575571] env[70261]: INFO nova.compute.claims [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.594451] env[70261]: INFO nova.scheduler.client.report [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted allocations for instance 4d32e369-92dd-4a6c-ad56-4fba8388a1dd [ 875.818395] env[70261]: DEBUG nova.compute.manager [req-6dd415bb-e0ae-414b-82cf-e6b69267b5f9 req-6b838247-3532-4e22-9c90-d14ab0f492c6 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Received event network-vif-plugged-2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.818623] env[70261]: DEBUG oslo_concurrency.lockutils [req-6dd415bb-e0ae-414b-82cf-e6b69267b5f9 req-6b838247-3532-4e22-9c90-d14ab0f492c6 service nova] Acquiring lock "d33277cb-68d8-46dd-ad32-40e33086ce68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.818824] env[70261]: DEBUG oslo_concurrency.lockutils [req-6dd415bb-e0ae-414b-82cf-e6b69267b5f9 req-6b838247-3532-4e22-9c90-d14ab0f492c6 service nova] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.819079] env[70261]: DEBUG oslo_concurrency.lockutils [req-6dd415bb-e0ae-414b-82cf-e6b69267b5f9 req-6b838247-3532-4e22-9c90-d14ab0f492c6 service nova] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.819253] env[70261]: DEBUG nova.compute.manager [req-6dd415bb-e0ae-414b-82cf-e6b69267b5f9 req-6b838247-3532-4e22-9c90-d14ab0f492c6 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] No waiting events found dispatching network-vif-plugged-2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.819487] env[70261]: WARNING nova.compute.manager [req-6dd415bb-e0ae-414b-82cf-e6b69267b5f9 req-6b838247-3532-4e22-9c90-d14ab0f492c6 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Received unexpected event network-vif-plugged-2bef2e30-1f38-404e-9afe-1271e878f3ae for instance with vm_state building and task_state block_device_mapping. [ 875.943802] env[70261]: DEBUG nova.network.neutron [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Successfully updated port: 2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.995077] env[70261]: DEBUG nova.network.neutron [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Port 73a32f47-faba-4406-91eb-9e4bbe60bd90 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 875.995235] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.995317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.995534] env[70261]: DEBUG nova.network.neutron [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 876.104017] env[70261]: DEBUG oslo_concurrency.lockutils [None req-00f8386a-c42c-466d-9070-b6ac7285382a tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "4d32e369-92dd-4a6c-ad56-4fba8388a1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.968s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.446164] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquiring lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.446330] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquired lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.446492] env[70261]: DEBUG nova.network.neutron [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 877.041840] env[70261]: DEBUG nova.network.neutron [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 877.045583] env[70261]: DEBUG nova.network.neutron [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance_info_cache with network_info: [{"id": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "address": "fa:16:3e:c4:32:91", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a32f47-fa", "ovs_interfaceid": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.071016] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636414ff-31a7-4a63-8b8b-090ae1548cea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.078914] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a2dfdf-49c1-4e78-a049-98bd844a4ab8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.118081] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0545ca-cf95-4fad-b8b3-faba5536cab0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.124247] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "93e208f1-38f1-4021-9952-afdea3e2aead" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.124247] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "93e208f1-38f1-4021-9952-afdea3e2aead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.129984] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e893362f-c722-47b3-aaf8-5747717e9b51 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.144026] env[70261]: DEBUG nova.compute.provider_tree [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.155596] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.155777] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.186607] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "41f149c3-93c6-4722-b153-bb6d074de11d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.186834] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "41f149c3-93c6-4722-b153-bb6d074de11d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.253389] env[70261]: DEBUG nova.network.neutron [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Updating instance_info_cache with network_info: [{"id": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "address": "fa:16:3e:b9:e9:23", "network": {"id": "dfe5ea34-389e-4b05-a860-65b283f320bd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-204337989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4feb9d51ec97453d85a37da8d40f17c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bef2e30-1f", "ovs_interfaceid": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.322197] env[70261]: DEBUG nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.322787] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.323018] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.323179] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.323372] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.323515] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.323664] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.323905] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.324102] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.324338] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.324442] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.324620] env[70261]: DEBUG nova.virt.hardware [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.325491] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b8234a-d66c-447d-9047-0bf0a925b145 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.334190] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814352fc-8c75-460e-ab6f-7ef9d47f79a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.550195] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.626561] env[70261]: DEBUG nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.647651] env[70261]: DEBUG nova.scheduler.client.report [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.660243] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.737117] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.737352] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.756092] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Releasing lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.756399] env[70261]: DEBUG nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance network_info: |[{"id": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "address": "fa:16:3e:b9:e9:23", "network": {"id": "dfe5ea34-389e-4b05-a860-65b283f320bd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-204337989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4feb9d51ec97453d85a37da8d40f17c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bef2e30-1f", "ovs_interfaceid": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.756771] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:e9:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bef2e30-1f38-404e-9afe-1271e878f3ae', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.764439] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Creating folder: Project (4feb9d51ec97453d85a37da8d40f17c2). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.764986] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9db6be2-5bd7-43b6-934b-e7e634192566 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.779122] env[70261]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 877.779312] env[70261]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70261) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 877.779673] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Folder already exists: Project (4feb9d51ec97453d85a37da8d40f17c2). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 877.779871] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Creating folder: Instances. Parent ref: group-v675583. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.780130] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18812172-189f-411f-bf21-d0d897bfa1b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.789962] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Created folder: Instances in parent group-v675583. [ 877.790210] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.790410] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.790640] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1478c384-47a7-4021-82c9-380b42fcebaf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.810008] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.810008] env[70261]: value = "task-3386166" [ 877.810008] env[70261]: _type = "Task" [ 877.810008] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.817565] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386166, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.847378] env[70261]: DEBUG nova.compute.manager [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Received event network-changed-2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.847517] env[70261]: DEBUG nova.compute.manager [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Refreshing instance network info cache due to event network-changed-2bef2e30-1f38-404e-9afe-1271e878f3ae. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.847733] env[70261]: DEBUG oslo_concurrency.lockutils [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] Acquiring lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.847892] env[70261]: DEBUG oslo_concurrency.lockutils [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] Acquired lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.848077] env[70261]: DEBUG nova.network.neutron [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Refreshing network info cache for port 2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 878.053549] env[70261]: DEBUG nova.compute.manager [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70261) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 878.053549] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.149720] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.153045] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.153172] env[70261]: DEBUG nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.155620] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.725s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.155841] env[70261]: DEBUG nova.objects.instance [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lazy-loading 'resources' on Instance uuid 637db48a-7f98-4d3c-908d-62691f18c2d7 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.180316] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.320644] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386166, 'name': CreateVM_Task, 'duration_secs': 0.344152} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.320823] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.321577] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675595', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'name': 'volume-8a2b0c6c-d26d-4f7f-97bd-244001784771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33277cb-68d8-46dd-ad32-40e33086ce68', 'attached_at': '', 'detached_at': '', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'serial': '8a2b0c6c-d26d-4f7f-97bd-244001784771'}, 'delete_on_termination': True, 'attachment_id': 'd89cbb9a-ca1c-4fa4-9d3a-fced3d7d86e3', 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70261) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 878.321792] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Root volume attach. Driver type: vmdk {{(pid=70261) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 878.322604] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ecbec2-2a4a-48b8-99b7-d6126f1b5fea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.330115] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b810dd-8a46-484f-bcfe-104ca1a460c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.335587] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1c150-aa7d-4297-85d9-dad7be2cadc2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.340950] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-07a4cfd9-ef02-46ff-bd55-a74b94006b8f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.347631] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 878.347631] env[70261]: value = "task-3386167" [ 878.347631] env[70261]: _type = "Task" [ 878.347631] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.356598] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.552971] env[70261]: DEBUG nova.network.neutron [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Updated VIF entry in instance network info cache for port 2bef2e30-1f38-404e-9afe-1271e878f3ae. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 878.553331] env[70261]: DEBUG nova.network.neutron [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Updating instance_info_cache with network_info: [{"id": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "address": "fa:16:3e:b9:e9:23", "network": {"id": "dfe5ea34-389e-4b05-a860-65b283f320bd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-204337989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4feb9d51ec97453d85a37da8d40f17c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bef2e30-1f", "ovs_interfaceid": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.659008] env[70261]: DEBUG nova.compute.utils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.660808] env[70261]: DEBUG nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.661083] env[70261]: DEBUG nova.network.neutron [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.706243] env[70261]: DEBUG nova.policy [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f00e4cd89724cf0a9d39646a8812304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129b255fb8b743a0ba119c4da4c3965c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.864832] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 42%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.021795] env[70261]: DEBUG nova.network.neutron [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Successfully created port: 95bbba22-963f-4ac7-b6ba-47083d4be232 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.056202] env[70261]: DEBUG oslo_concurrency.lockutils [req-0e6c0a32-c7c6-4bbb-93e1-cdcd36d70196 req-322d0ff6-2141-4735-8b65-829e3bf3aeb3 service nova] Releasing lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.143083] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8524ce-178b-4edf-926f-e29b03da113b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.151179] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2605f4e8-6fab-41dd-b896-8b37b2bee76b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.182255] env[70261]: DEBUG nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.186211] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95136786-f1ed-4201-89e8-4146cc95a6d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.194263] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9f9e7-f3d9-4a46-88ad-8606e677973e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.208575] env[70261]: DEBUG nova.compute.provider_tree [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.366794] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 54%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.712792] env[70261]: DEBUG nova.scheduler.client.report [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.861165] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 69%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.195732] env[70261]: DEBUG nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.218350] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.220498] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.530s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.220673] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.220844] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 880.221194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.524s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.221398] env[70261]: DEBUG nova.objects.instance [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lazy-loading 'resources' on Instance uuid b7761f00-e596-4be7-84f0-0b2f82f82070 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.224700] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.224925] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.225093] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.225280] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.225427] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.225576] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.225782] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.225939] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.226126] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.226274] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.226445] env[70261]: DEBUG nova.virt.hardware [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.227369] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4d13d-7be8-4202-a5d5-9a9e16e7c302 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.231227] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cba87b-f244-45e1-84f8-ae6da98b22b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.245321] env[70261]: INFO nova.scheduler.client.report [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleted allocations for instance 637db48a-7f98-4d3c-908d-62691f18c2d7 [ 880.249744] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a423a8c-45f5-460c-8ec8-d644f5e22c0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.257348] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6b4b9-1819-4eed-809c-a0346d5ae459 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.287278] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35617564-01e1-4369-bed6-7a24681b454e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.303105] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d03b7d-3683-48c3-9545-3c0151175d92 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.341139] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178045MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 880.341322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.368733] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 82%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.457771] env[70261]: DEBUG nova.compute.manager [req-24c95395-03cb-4185-8941-9b3f8bc0ae20 req-9a6b094d-9521-44e9-8cbe-7a7e9940dff2 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Received event network-vif-plugged-95bbba22-963f-4ac7-b6ba-47083d4be232 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.458045] env[70261]: DEBUG oslo_concurrency.lockutils [req-24c95395-03cb-4185-8941-9b3f8bc0ae20 req-9a6b094d-9521-44e9-8cbe-7a7e9940dff2 service nova] Acquiring lock "3548ab30-abd5-4960-b00a-4fe64d153fdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.458327] env[70261]: DEBUG oslo_concurrency.lockutils [req-24c95395-03cb-4185-8941-9b3f8bc0ae20 req-9a6b094d-9521-44e9-8cbe-7a7e9940dff2 service nova] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.458517] env[70261]: DEBUG oslo_concurrency.lockutils [req-24c95395-03cb-4185-8941-9b3f8bc0ae20 req-9a6b094d-9521-44e9-8cbe-7a7e9940dff2 service nova] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.458658] env[70261]: DEBUG nova.compute.manager [req-24c95395-03cb-4185-8941-9b3f8bc0ae20 req-9a6b094d-9521-44e9-8cbe-7a7e9940dff2 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] No waiting events found dispatching network-vif-plugged-95bbba22-963f-4ac7-b6ba-47083d4be232 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.458904] env[70261]: WARNING nova.compute.manager [req-24c95395-03cb-4185-8941-9b3f8bc0ae20 req-9a6b094d-9521-44e9-8cbe-7a7e9940dff2 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Received unexpected event network-vif-plugged-95bbba22-963f-4ac7-b6ba-47083d4be232 for instance with vm_state building and task_state spawning. [ 880.540678] env[70261]: DEBUG nova.network.neutron [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Successfully updated port: 95bbba22-963f-4ac7-b6ba-47083d4be232 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.732095] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5879ae6c-b0a1-4dd3-ba47-a20e7c6216ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.739345] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651bec66-919c-4649-8619-b546fe1cea68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.772026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c9f066e-0d7c-449c-843c-b2983bacb5f7 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "637db48a-7f98-4d3c-908d-62691f18c2d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.255s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.774265] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a0113e-1b6f-4a78-8b98-0c54a5a2338e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782298] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b9c36-ce06-4ac6-a99b-36bc128b223b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.796653] env[70261]: DEBUG nova.compute.provider_tree [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.861996] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 97%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.043473] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "refresh_cache-3548ab30-abd5-4960-b00a-4fe64d153fdd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.043686] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired lock "refresh_cache-3548ab30-abd5-4960-b00a-4fe64d153fdd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.043843] env[70261]: DEBUG nova.network.neutron [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 881.302177] env[70261]: DEBUG nova.scheduler.client.report [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.362194] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 98%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.575563] env[70261]: DEBUG nova.network.neutron [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 881.713659] env[70261]: DEBUG nova.network.neutron [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Updating instance_info_cache with network_info: [{"id": "95bbba22-963f-4ac7-b6ba-47083d4be232", "address": "fa:16:3e:17:a9:27", "network": {"id": "be6a739d-34a0-43ba-a2f3-df8448138951", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247308488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129b255fb8b743a0ba119c4da4c3965c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95bbba22-96", "ovs_interfaceid": "95bbba22-963f-4ac7-b6ba-47083d4be232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.810807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.589s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.813246] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.939s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.814800] env[70261]: INFO nova.compute.claims [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.833475] env[70261]: INFO nova.scheduler.client.report [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Deleted allocations for instance b7761f00-e596-4be7-84f0-0b2f82f82070 [ 881.865394] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 98%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.899887] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.900197] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.218207] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Releasing lock "refresh_cache-3548ab30-abd5-4960-b00a-4fe64d153fdd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.218504] env[70261]: DEBUG nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Instance network_info: |[{"id": "95bbba22-963f-4ac7-b6ba-47083d4be232", "address": "fa:16:3e:17:a9:27", "network": {"id": "be6a739d-34a0-43ba-a2f3-df8448138951", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247308488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129b255fb8b743a0ba119c4da4c3965c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95bbba22-96", "ovs_interfaceid": "95bbba22-963f-4ac7-b6ba-47083d4be232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.218943] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:a9:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95bbba22-963f-4ac7-b6ba-47083d4be232', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.227587] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.227841] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.228091] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-005baa7d-4c5d-42e7-924a-65bec00c8cdb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.249914] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.249914] env[70261]: value = "task-3386168" [ 882.249914] env[70261]: _type = "Task" [ 882.249914] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.257592] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386168, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.342937] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bdd88e90-2a20-4732-a1a5-64f2b46f0b89 tempest-InstanceActionsNegativeTestJSON-814085859 tempest-InstanceActionsNegativeTestJSON-814085859-project-member] Lock "b7761f00-e596-4be7-84f0-0b2f82f82070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.070s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.365286] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task} progress is 98%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.553087] env[70261]: DEBUG nova.compute.manager [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Received event network-changed-95bbba22-963f-4ac7-b6ba-47083d4be232 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.553282] env[70261]: DEBUG nova.compute.manager [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Refreshing instance network info cache due to event network-changed-95bbba22-963f-4ac7-b6ba-47083d4be232. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.553493] env[70261]: DEBUG oslo_concurrency.lockutils [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] Acquiring lock "refresh_cache-3548ab30-abd5-4960-b00a-4fe64d153fdd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.553631] env[70261]: DEBUG oslo_concurrency.lockutils [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] Acquired lock "refresh_cache-3548ab30-abd5-4960-b00a-4fe64d153fdd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.554272] env[70261]: DEBUG nova.network.neutron [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Refreshing network info cache for port 95bbba22-963f-4ac7-b6ba-47083d4be232 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 882.760089] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386168, 'name': CreateVM_Task, 'duration_secs': 0.34108} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.760267] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.760936] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.761120] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.761476] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.761701] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10eff10-46c9-4fd4-9dd3-f1b6d4320faf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.765994] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 882.765994] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296ab24-8645-ff5e-6d11-7dc38afa54ae" [ 882.765994] env[70261]: _type = "Task" [ 882.765994] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.775031] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296ab24-8645-ff5e-6d11-7dc38afa54ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.864152] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386167, 'name': RelocateVM_Task, 'duration_secs': 4.173426} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.866907] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 882.867402] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675595', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'name': 'volume-8a2b0c6c-d26d-4f7f-97bd-244001784771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33277cb-68d8-46dd-ad32-40e33086ce68', 'attached_at': '', 'detached_at': '', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'serial': '8a2b0c6c-d26d-4f7f-97bd-244001784771'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 882.870626] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d42aa41-14b5-4931-96da-d4900ba959bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.888735] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d71d0-4345-4401-9139-b4ca6bacbdf1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.911175] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-8a2b0c6c-d26d-4f7f-97bd-244001784771/volume-8a2b0c6c-d26d-4f7f-97bd-244001784771.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.913910] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ab67834-03b2-4f8f-b30f-a56e67bf9678 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.934899] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 882.934899] env[70261]: value = "task-3386169" [ 882.934899] env[70261]: _type = "Task" [ 882.934899] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.942349] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.277098] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296ab24-8645-ff5e-6d11-7dc38afa54ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.277421] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.277651] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.277893] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.278018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.278198] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.278461] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-026c9035-080a-4c76-864a-df44f73650a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.282856] env[70261]: DEBUG nova.network.neutron [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Updated VIF entry in instance network info cache for port 95bbba22-963f-4ac7-b6ba-47083d4be232. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 883.283282] env[70261]: DEBUG nova.network.neutron [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Updating instance_info_cache with network_info: [{"id": "95bbba22-963f-4ac7-b6ba-47083d4be232", "address": "fa:16:3e:17:a9:27", "network": {"id": "be6a739d-34a0-43ba-a2f3-df8448138951", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247308488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "129b255fb8b743a0ba119c4da4c3965c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95bbba22-96", "ovs_interfaceid": "95bbba22-963f-4ac7-b6ba-47083d4be232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.287020] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.287254] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.288013] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36bf700f-60c2-45ca-93be-fab5558bd22c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.293715] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 883.293715] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52baabe0-7ef1-361f-6ea1-14c846c1bad3" [ 883.293715] env[70261]: _type = "Task" [ 883.293715] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.302727] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52baabe0-7ef1-361f-6ea1-14c846c1bad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.415920] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca73e77-59b7-42b0-965d-7b52213d5269 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.428412] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c0b460-abbe-4fd9-b9be-24e9ad9b6a0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.465704] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb11047-758f-4552-a094-f568d31a474e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.471075] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386169, 'name': ReconfigVM_Task, 'duration_secs': 0.320038} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.471674] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-8a2b0c6c-d26d-4f7f-97bd-244001784771/volume-8a2b0c6c-d26d-4f7f-97bd-244001784771.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.477995] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c36a0ac-9217-4b50-99dc-da8c9e1eb0c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.488532] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a7614-0aee-4769-9d4d-6cce30fc624a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.502533] env[70261]: DEBUG nova.compute.provider_tree [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.505085] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 883.505085] env[70261]: value = "task-3386170" [ 883.505085] env[70261]: _type = "Task" [ 883.505085] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.515020] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.786940] env[70261]: DEBUG oslo_concurrency.lockutils [req-0f14bc4b-25fe-47d2-8e30-3740504611ca req-3e212cee-45e4-43e4-b3ce-532b4a8968f9 service nova] Releasing lock "refresh_cache-3548ab30-abd5-4960-b00a-4fe64d153fdd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.808123] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52baabe0-7ef1-361f-6ea1-14c846c1bad3, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.808509] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09d0e66-bc73-4e18-9648-3a72136f9957 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.814420] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 883.814420] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d881d-ca66-b0d5-5d28-737d14df6486" [ 883.814420] env[70261]: _type = "Task" [ 883.814420] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.822762] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d881d-ca66-b0d5-5d28-737d14df6486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.009141] env[70261]: DEBUG nova.scheduler.client.report [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.031365] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.324430] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d881d-ca66-b0d5-5d28-737d14df6486, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.324707] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.324966] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 3548ab30-abd5-4960-b00a-4fe64d153fdd/3548ab30-abd5-4960-b00a-4fe64d153fdd.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.325376] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7602af24-3d9c-41c5-907d-b02587294389 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.332050] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 884.332050] env[70261]: value = "task-3386171" [ 884.332050] env[70261]: _type = "Task" [ 884.332050] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.340496] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.518071] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.518071] env[70261]: DEBUG nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.519740] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.668s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.521873] env[70261]: INFO nova.compute.claims [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.530698] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.845220] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457106} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.845220] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 3548ab30-abd5-4960-b00a-4fe64d153fdd/3548ab30-abd5-4960-b00a-4fe64d153fdd.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.845220] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.845220] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26930b38-285d-45d3-9534-91fcf293fa2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.852018] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 884.852018] env[70261]: value = "task-3386172" [ 884.852018] env[70261]: _type = "Task" [ 884.852018] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.862674] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.022524] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386170, 'name': ReconfigVM_Task, 'duration_secs': 1.14784} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.022995] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675595', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'name': 'volume-8a2b0c6c-d26d-4f7f-97bd-244001784771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33277cb-68d8-46dd-ad32-40e33086ce68', 'attached_at': '', 'detached_at': '', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'serial': '8a2b0c6c-d26d-4f7f-97bd-244001784771'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 885.023647] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aa80feb-d2b4-4079-994c-8f6458f18219 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.028761] env[70261]: DEBUG nova.compute.utils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.031082] env[70261]: DEBUG nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.031330] env[70261]: DEBUG nova.network.neutron [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.033661] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 885.033661] env[70261]: value = "task-3386173" [ 885.033661] env[70261]: _type = "Task" [ 885.033661] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.046065] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386173, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.108556] env[70261]: DEBUG nova.policy [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a0937dfe2e743ad906c13456acbbf27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0ce7ea910348ebb8027b33c3ebe135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.359899] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063399} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.360225] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.361026] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223cf8bb-0a22-46d0-b323-0c136248eb70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.384624] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 3548ab30-abd5-4960-b00a-4fe64d153fdd/3548ab30-abd5-4960-b00a-4fe64d153fdd.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.385020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb9bc74-420d-4206-8fa0-198f8136f735 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.404996] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 885.404996] env[70261]: value = "task-3386174" [ 885.404996] env[70261]: _type = "Task" [ 885.404996] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.414435] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.531710] env[70261]: DEBUG nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.549979] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386173, 'name': Rename_Task, 'duration_secs': 0.13525} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.550265] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.550644] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d76aae6-f926-4636-9387-77a4196c3130 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.560702] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 885.560702] env[70261]: value = "task-3386175" [ 885.560702] env[70261]: _type = "Task" [ 885.560702] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.565262] env[70261]: DEBUG nova.network.neutron [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Successfully created port: 439a9ecc-94e2-4ca4-afd9-888678bd3fb5 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.575447] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386175, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.917512] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.070653] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da7e4a2-df60-4c57-8db2-38dfd3bd3f0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.085018] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386175, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.087150] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e998eb08-df12-47af-9d48-6ad8a69e1d27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.124766] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307534d8-3604-45c5-a0f2-ac2d363766c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.133272] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa4007a-e930-47f4-92fc-89ec18cd4e5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.153061] env[70261]: DEBUG nova.compute.provider_tree [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.416969] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386174, 'name': ReconfigVM_Task, 'duration_secs': 0.635276} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.418262] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 3548ab30-abd5-4960-b00a-4fe64d153fdd/3548ab30-abd5-4960-b00a-4fe64d153fdd.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.419132] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec914108-9b42-4d06-b4f6-f5241068b469 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.430027] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 886.430027] env[70261]: value = "task-3386176" [ 886.430027] env[70261]: _type = "Task" [ 886.430027] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.438171] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386176, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.548431] env[70261]: DEBUG nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.573691] env[70261]: DEBUG oslo_vmware.api [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386175, 'name': PowerOnVM_Task, 'duration_secs': 0.660744} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.575072] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.575701] env[70261]: INFO nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Took 9.25 seconds to spawn the instance on the hypervisor. [ 886.575848] env[70261]: DEBUG nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.581647] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeaa3f8-d425-426e-bc58-919932972c74 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.599760] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.601024] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.601024] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.601024] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.601024] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.605048] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.605048] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.605048] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.605048] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.605048] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.605048] env[70261]: DEBUG nova.virt.hardware [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.605048] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94fb620-9a5d-41d4-8dd2-aebeb7d0352a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.618024] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb1229-92c1-45d2-8e71-9cfd19556605 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.657019] env[70261]: DEBUG nova.scheduler.client.report [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.940562] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386176, 'name': Rename_Task, 'duration_secs': 0.186571} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.940868] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.941140] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d62247bd-4d3e-473a-973f-7c0160752e2a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.948017] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 886.948017] env[70261]: value = "task-3386177" [ 886.948017] env[70261]: _type = "Task" [ 886.948017] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.956646] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.071312] env[70261]: DEBUG nova.compute.manager [req-d270fccc-1cc7-496d-8c2b-b2871bec1ded req-1c0e3a57-a962-4178-b79c-56823dcfcc1d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Received event network-vif-plugged-439a9ecc-94e2-4ca4-afd9-888678bd3fb5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.071312] env[70261]: DEBUG oslo_concurrency.lockutils [req-d270fccc-1cc7-496d-8c2b-b2871bec1ded req-1c0e3a57-a962-4178-b79c-56823dcfcc1d service nova] Acquiring lock "069dc16f-3845-4aec-ad40-f8676969a7c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.071312] env[70261]: DEBUG oslo_concurrency.lockutils [req-d270fccc-1cc7-496d-8c2b-b2871bec1ded req-1c0e3a57-a962-4178-b79c-56823dcfcc1d service nova] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.071312] env[70261]: DEBUG oslo_concurrency.lockutils [req-d270fccc-1cc7-496d-8c2b-b2871bec1ded req-1c0e3a57-a962-4178-b79c-56823dcfcc1d service nova] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.071312] env[70261]: DEBUG nova.compute.manager [req-d270fccc-1cc7-496d-8c2b-b2871bec1ded req-1c0e3a57-a962-4178-b79c-56823dcfcc1d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] No waiting events found dispatching network-vif-plugged-439a9ecc-94e2-4ca4-afd9-888678bd3fb5 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.071312] env[70261]: WARNING nova.compute.manager [req-d270fccc-1cc7-496d-8c2b-b2871bec1ded req-1c0e3a57-a962-4178-b79c-56823dcfcc1d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Received unexpected event network-vif-plugged-439a9ecc-94e2-4ca4-afd9-888678bd3fb5 for instance with vm_state building and task_state spawning. [ 887.104641] env[70261]: INFO nova.compute.manager [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Took 47.81 seconds to build instance. [ 887.125315] env[70261]: DEBUG nova.network.neutron [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Successfully updated port: 439a9ecc-94e2-4ca4-afd9-888678bd3fb5 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.170035] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.170035] env[70261]: DEBUG nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.173121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.708s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.174626] env[70261]: INFO nova.compute.claims [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.461026] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386177, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.610551] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de6f62d0-b85f-4686-8a6a-d8bdb775f13f tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.346s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.627297] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-069dc16f-3845-4aec-ad40-f8676969a7c1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.627517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-069dc16f-3845-4aec-ad40-f8676969a7c1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.627586] env[70261]: DEBUG nova.network.neutron [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 887.681317] env[70261]: DEBUG nova.compute.utils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.681317] env[70261]: DEBUG nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.685318] env[70261]: DEBUG nova.network.neutron [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.758032] env[70261]: DEBUG nova.policy [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '347167b6dece495f8c9d8abc29004340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c64f81514a42408f3f8b7ef9b35360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.852822] env[70261]: DEBUG nova.compute.manager [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Received event network-changed-2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.852962] env[70261]: DEBUG nova.compute.manager [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Refreshing instance network info cache due to event network-changed-2bef2e30-1f38-404e-9afe-1271e878f3ae. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.853194] env[70261]: DEBUG oslo_concurrency.lockutils [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] Acquiring lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.853344] env[70261]: DEBUG oslo_concurrency.lockutils [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] Acquired lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.853600] env[70261]: DEBUG nova.network.neutron [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Refreshing network info cache for port 2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 887.960895] env[70261]: DEBUG oslo_vmware.api [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386177, 'name': PowerOnVM_Task, 'duration_secs': 0.566049} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.960895] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.961128] env[70261]: INFO nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Took 7.76 seconds to spawn the instance on the hypervisor. [ 887.961322] env[70261]: DEBUG nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.964012] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013a40c6-9811-42ce-b99e-6b10a9df4089 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.118039] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.179078] env[70261]: DEBUG nova.network.neutron [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 888.191375] env[70261]: DEBUG nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.233472] env[70261]: DEBUG nova.network.neutron [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Successfully created port: ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.439292] env[70261]: DEBUG nova.network.neutron [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Updating instance_info_cache with network_info: [{"id": "439a9ecc-94e2-4ca4-afd9-888678bd3fb5", "address": "fa:16:3e:f2:56:c4", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439a9ecc-94", "ovs_interfaceid": "439a9ecc-94e2-4ca4-afd9-888678bd3fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.483671] env[70261]: INFO nova.compute.manager [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Took 48.40 seconds to build instance. [ 888.644445] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.720042] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b157bbcf-fbf3-4d3a-97e7-e4ee71457ed0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.728493] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4aa74f-a5d4-45c5-9c88-593495aea2d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.762558] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b060d-3a4a-4044-91ce-38ca1adacd3d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.771416] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebb5860-e00c-4161-b55a-7b826acb423a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.778832] env[70261]: DEBUG nova.network.neutron [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Updated VIF entry in instance network info cache for port 2bef2e30-1f38-404e-9afe-1271e878f3ae. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 888.778832] env[70261]: DEBUG nova.network.neutron [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Updating instance_info_cache with network_info: [{"id": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "address": "fa:16:3e:b9:e9:23", "network": {"id": "dfe5ea34-389e-4b05-a860-65b283f320bd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-204337989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4feb9d51ec97453d85a37da8d40f17c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bef2e30-1f", "ovs_interfaceid": "2bef2e30-1f38-404e-9afe-1271e878f3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.792372] env[70261]: DEBUG nova.compute.provider_tree [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.944761] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-069dc16f-3845-4aec-ad40-f8676969a7c1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.944761] env[70261]: DEBUG nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Instance network_info: |[{"id": "439a9ecc-94e2-4ca4-afd9-888678bd3fb5", "address": "fa:16:3e:f2:56:c4", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439a9ecc-94", "ovs_interfaceid": "439a9ecc-94e2-4ca4-afd9-888678bd3fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.944761] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:56:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439a9ecc-94e2-4ca4-afd9-888678bd3fb5', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.953032] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.953255] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.953524] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac9a2709-cf63-46b3-9dcd-9052fceeb4d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.975271] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.975271] env[70261]: value = "task-3386178" [ 888.975271] env[70261]: _type = "Task" [ 888.975271] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.986076] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3758cfc3-0066-4767-9fc3-27c771f2517b tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.915s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.986076] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386178, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.097566] env[70261]: DEBUG nova.compute.manager [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Received event network-changed-439a9ecc-94e2-4ca4-afd9-888678bd3fb5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.097566] env[70261]: DEBUG nova.compute.manager [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Refreshing instance network info cache due to event network-changed-439a9ecc-94e2-4ca4-afd9-888678bd3fb5. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.097566] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] Acquiring lock "refresh_cache-069dc16f-3845-4aec-ad40-f8676969a7c1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.097806] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] Acquired lock "refresh_cache-069dc16f-3845-4aec-ad40-f8676969a7c1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.097806] env[70261]: DEBUG nova.network.neutron [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Refreshing network info cache for port 439a9ecc-94e2-4ca4-afd9-888678bd3fb5 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 889.205774] env[70261]: DEBUG nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.234519] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.234956] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.235709] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.236012] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.236334] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.236556] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.237014] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.238343] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.238615] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.238833] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.239231] env[70261]: DEBUG nova.virt.hardware [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.240730] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8960c86b-3357-43e4-ae3d-f9417aeef014 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.248960] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b476f2c-59af-473f-ad5e-dcb0cbf13cb9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.280936] env[70261]: DEBUG oslo_concurrency.lockutils [req-2092e324-067b-4d6a-8ec2-496be27cad39 req-83461698-d958-4d62-9d26-ab8b68c7942f service nova] Releasing lock "refresh_cache-d33277cb-68d8-46dd-ad32-40e33086ce68" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.295477] env[70261]: DEBUG nova.scheduler.client.report [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.485422] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386178, 'name': CreateVM_Task, 'duration_secs': 0.352857} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.485636] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.486360] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.486528] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.486848] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.487120] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8de7b7-fe8a-40fb-bc8c-e3d02ec21171 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.489243] env[70261]: DEBUG nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.494833] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 889.494833] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52de5407-93cf-78f9-d7c9-58610398ad4f" [ 889.494833] env[70261]: _type = "Task" [ 889.494833] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.502729] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52de5407-93cf-78f9-d7c9-58610398ad4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.801310] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.802113] env[70261]: DEBUG nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.814030] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.949s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.814030] env[70261]: INFO nova.compute.claims [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.873115] env[70261]: DEBUG nova.network.neutron [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Updated VIF entry in instance network info cache for port 439a9ecc-94e2-4ca4-afd9-888678bd3fb5. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 889.873115] env[70261]: DEBUG nova.network.neutron [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Updating instance_info_cache with network_info: [{"id": "439a9ecc-94e2-4ca4-afd9-888678bd3fb5", "address": "fa:16:3e:f2:56:c4", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439a9ecc-94", "ovs_interfaceid": "439a9ecc-94e2-4ca4-afd9-888678bd3fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.011341] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52de5407-93cf-78f9-d7c9-58610398ad4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.016986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.016986] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.016986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.016986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.016986] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.016986] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20450ad5-2a4e-4f3a-b68c-1dbf3a70b7b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.023298] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.023752] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.025575] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.028964] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8374bc9-b320-484b-9913-c240112cc3c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.032137] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 890.032137] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52589d6b-33d2-82df-a53f-46ea56a1663a" [ 890.032137] env[70261]: _type = "Task" [ 890.032137] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.041176] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52589d6b-33d2-82df-a53f-46ea56a1663a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.074904] env[70261]: DEBUG nova.network.neutron [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Successfully updated port: ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.315617] env[70261]: DEBUG nova.compute.utils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.321118] env[70261]: DEBUG nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 890.374751] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3035207-1c01-406a-ab0f-10ff4234ad7b req-8b9c2251-28a7-428d-be55-21d1d19f360d service nova] Releasing lock "refresh_cache-069dc16f-3845-4aec-ad40-f8676969a7c1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.543262] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52589d6b-33d2-82df-a53f-46ea56a1663a, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.544049] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feac8770-a4b0-4688-ba61-5aea9166e2ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.548981] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 890.548981] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205cbbb-b1e1-1089-f2b0-924a06e44f6d" [ 890.548981] env[70261]: _type = "Task" [ 890.548981] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.556687] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205cbbb-b1e1-1089-f2b0-924a06e44f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.580508] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.580715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.580790] env[70261]: DEBUG nova.network.neutron [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 890.821992] env[70261]: DEBUG nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.059443] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205cbbb-b1e1-1089-f2b0-924a06e44f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.061057] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.061334] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.061777] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cc06554-771b-4a22-b035-60818817598f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.070228] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 891.070228] env[70261]: value = "task-3386179" [ 891.070228] env[70261]: _type = "Task" [ 891.070228] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.084231] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.127955] env[70261]: DEBUG nova.network.neutron [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 891.206617] env[70261]: DEBUG nova.compute.manager [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Received event network-vif-plugged-ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.206826] env[70261]: DEBUG oslo_concurrency.lockutils [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] Acquiring lock "a32b83e8-8d37-415e-9d22-430aed33078c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.207036] env[70261]: DEBUG oslo_concurrency.lockutils [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] Lock "a32b83e8-8d37-415e-9d22-430aed33078c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.207196] env[70261]: DEBUG oslo_concurrency.lockutils [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] Lock "a32b83e8-8d37-415e-9d22-430aed33078c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.207351] env[70261]: DEBUG nova.compute.manager [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] No waiting events found dispatching network-vif-plugged-ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.207848] env[70261]: WARNING nova.compute.manager [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Received unexpected event network-vif-plugged-ac48576c-d56a-40ee-89c1-589f1f14c77c for instance with vm_state building and task_state spawning. [ 891.208063] env[70261]: DEBUG nova.compute.manager [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Received event network-changed-ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.208697] env[70261]: DEBUG nova.compute.manager [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Refreshing instance network info cache due to event network-changed-ac48576c-d56a-40ee-89c1-589f1f14c77c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.208697] env[70261]: DEBUG oslo_concurrency.lockutils [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] Acquiring lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.291917] env[70261]: DEBUG nova.network.neutron [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Updating instance_info_cache with network_info: [{"id": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "address": "fa:16:3e:f4:eb:94", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac48576c-d5", "ovs_interfaceid": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.311497] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d691a017-76bd-4751-bcb5-26c1709c2bdf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.322926] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59856f81-4c03-448c-a572-0eb1eef32a67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.371847] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe10843-2c43-46b6-abb7-2e4cc8792f9e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.382189] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5084bb2-0256-4c77-a229-fdd27735dbed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.398384] env[70261]: DEBUG nova.compute.provider_tree [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.581444] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447292} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.581986] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.582209] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.583341] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b64d8544-e21e-4f83-817c-410773ec50ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.589366] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 891.589366] env[70261]: value = "task-3386180" [ 891.589366] env[70261]: _type = "Task" [ 891.589366] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.598437] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.799014] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.799014] env[70261]: DEBUG nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Instance network_info: |[{"id": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "address": "fa:16:3e:f4:eb:94", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac48576c-d5", "ovs_interfaceid": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.799014] env[70261]: DEBUG oslo_concurrency.lockutils [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] Acquired lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.799014] env[70261]: DEBUG nova.network.neutron [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Refreshing network info cache for port ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 891.799014] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:eb:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac48576c-d56a-40ee-89c1-589f1f14c77c', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.807938] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.810017] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.810017] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbd6cbc-f32c-4779-92ef-585b57876837 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.831070] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.831070] env[70261]: value = "task-3386181" [ 891.831070] env[70261]: _type = "Task" [ 891.831070] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.840947] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386181, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.872222] env[70261]: DEBUG nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.897192] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.897593] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.897872] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.898587] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.898842] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.899069] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.899351] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.899572] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.899829] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.900029] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.900211] env[70261]: DEBUG nova.virt.hardware [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.901067] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7588940-baa5-4958-8640-c8fcb6562de6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.905568] env[70261]: DEBUG nova.scheduler.client.report [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.916248] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b58edf-f59d-4c7e-b657-0cece1cd5623 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.930599] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.936484] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Creating folder: Project (bfea8b2056114acfa72765acafa85d00). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.937031] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1810b90-9859-4801-9ac7-b8be0f6d7b68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.947086] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "3548ab30-abd5-4960-b00a-4fe64d153fdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.947348] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.947580] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "3548ab30-abd5-4960-b00a-4fe64d153fdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.947799] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.947993] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.949546] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Created folder: Project (bfea8b2056114acfa72765acafa85d00) in parent group-v675446. [ 891.949799] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Creating folder: Instances. Parent ref: group-v675618. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.949979] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818d7e89-d835-4a2a-a3a7-67656ba90242 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.952845] env[70261]: INFO nova.compute.manager [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Terminating instance [ 891.960300] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Created folder: Instances in parent group-v675618. [ 891.960300] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.960300] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.960300] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86ceb4e7-28bf-45f0-afca-6842760c03db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.977513] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.977513] env[70261]: value = "task-3386184" [ 891.977513] env[70261]: _type = "Task" [ 891.977513] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.986991] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386184, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.099740] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066441} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.100845] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.101657] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48299e-619d-49d9-9ce4-1b4b11d3437f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.123150] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.123369] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f698cf1-58bd-41a5-89fd-01f403e9aa69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.141719] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 892.141719] env[70261]: value = "task-3386185" [ 892.141719] env[70261]: _type = "Task" [ 892.141719] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.150587] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.345102] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386181, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.412186] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.412396] env[70261]: DEBUG nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.417224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.343s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.418703] env[70261]: INFO nova.compute.claims [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.462261] env[70261]: DEBUG nova.compute.manager [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.462532] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.463700] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96858660-00a0-4ce3-9af8-1476063f009a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.473395] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.473650] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e23d92-7c2b-41ee-b252-5f19dad2ae4a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.484749] env[70261]: DEBUG oslo_vmware.api [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 892.484749] env[70261]: value = "task-3386186" [ 892.484749] env[70261]: _type = "Task" [ 892.484749] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.491237] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386184, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.496473] env[70261]: DEBUG oslo_vmware.api [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.558131] env[70261]: DEBUG nova.network.neutron [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Updated VIF entry in instance network info cache for port ac48576c-d56a-40ee-89c1-589f1f14c77c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 892.558339] env[70261]: DEBUG nova.network.neutron [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Updating instance_info_cache with network_info: [{"id": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "address": "fa:16:3e:f4:eb:94", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac48576c-d5", "ovs_interfaceid": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.652369] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.845025] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386181, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.926344] env[70261]: DEBUG nova.compute.utils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.928290] env[70261]: DEBUG nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 892.995212] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386184, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.998455] env[70261]: DEBUG oslo_vmware.api [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386186, 'name': PowerOffVM_Task, 'duration_secs': 0.391115} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.998719] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.998892] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.999363] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92cb2ddc-63bc-4cf8-b3ed-df8773c42f65 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.062514] env[70261]: DEBUG oslo_concurrency.lockutils [req-340677a8-853c-4c45-ae16-c726743b032f req-15564da7-8038-49b3-aacb-6cc2149cce25 service nova] Releasing lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.067049] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.067049] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.067049] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Deleting the datastore file [datastore1] 3548ab30-abd5-4960-b00a-4fe64d153fdd {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.067049] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e643372-d464-4820-ad7f-55c152d2f952 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.073996] env[70261]: DEBUG oslo_vmware.api [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 893.073996] env[70261]: value = "task-3386188" [ 893.073996] env[70261]: _type = "Task" [ 893.073996] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.152041] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.342639] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386181, 'name': CreateVM_Task, 'duration_secs': 1.307615} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.343020] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.343805] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.344517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.345156] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.345467] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3cb698-0e1a-4985-b4e5-727ac5ceff3f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.350963] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 893.350963] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525413d9-8a3a-7b9a-ad9b-593551f95ee8" [ 893.350963] env[70261]: _type = "Task" [ 893.350963] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.359628] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525413d9-8a3a-7b9a-ad9b-593551f95ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.429497] env[70261]: DEBUG nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.493086] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386184, 'name': CreateVM_Task, 'duration_secs': 1.151219} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.494464] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.497171] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.497457] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.497852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.498714] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "01509e0c-e137-41cb-8f6f-5e9b92475277" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.499059] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.501818] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2c71bc-1b48-410f-acea-2a54c20e7b6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.509018] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 893.509018] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be94a2-db08-71ef-f5ce-2a02b9292473" [ 893.509018] env[70261]: _type = "Task" [ 893.509018] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.515580] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be94a2-db08-71ef-f5ce-2a02b9292473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.587260] env[70261]: DEBUG oslo_vmware.api [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148907} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.587569] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.587816] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.588356] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.588356] env[70261]: INFO nova.compute.manager [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.588635] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.588872] env[70261]: DEBUG nova.compute.manager [-] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.588872] env[70261]: DEBUG nova.network.neutron [-] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 893.652439] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386185, 'name': ReconfigVM_Task, 'duration_secs': 1.286725} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.655445] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.656349] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5c5d4d1-f153-4d97-b264-1898ca323f9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.663424] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 893.663424] env[70261]: value = "task-3386189" [ 893.663424] env[70261]: _type = "Task" [ 893.663424] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.674178] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386189, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.867321] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525413d9-8a3a-7b9a-ad9b-593551f95ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.867836] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.867941] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.868191] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.868343] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.868566] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.868873] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-459d22ae-b298-48b2-acf2-a257777ef3bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.877285] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.877473] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.879386] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11391669-4190-48fe-9744-a4a374a58be9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.888439] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 893.888439] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52640062-14f6-2b6c-0f72-99bab8b16dfc" [ 893.888439] env[70261]: _type = "Task" [ 893.888439] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.895811] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52640062-14f6-2b6c-0f72-99bab8b16dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.898776] env[70261]: DEBUG nova.compute.manager [req-bbe28961-a6a6-41b6-927d-dfe05b73175f req-7f1f033a-6b15-4282-a132-4732bd1d81eb service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Received event network-vif-deleted-95bbba22-963f-4ac7-b6ba-47083d4be232 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.898776] env[70261]: INFO nova.compute.manager [req-bbe28961-a6a6-41b6-927d-dfe05b73175f req-7f1f033a-6b15-4282-a132-4732bd1d81eb service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Neutron deleted interface 95bbba22-963f-4ac7-b6ba-47083d4be232; detaching it from the instance and deleting it from the info cache [ 893.898776] env[70261]: DEBUG nova.network.neutron [req-bbe28961-a6a6-41b6-927d-dfe05b73175f req-7f1f033a-6b15-4282-a132-4732bd1d81eb service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.912701] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c0d749-288c-409f-95a8-c23cb4014073 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.920816] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1de111-7c63-4a01-97fb-fe315ab01ef8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.954591] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8441aabc-313a-4158-9b61-67ee44ffac8d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.963533] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bcfe98-2502-45e0-a195-00e37ac83b41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.978136] env[70261]: DEBUG nova.compute.provider_tree [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.017307] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be94a2-db08-71ef-f5ce-2a02b9292473, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.017616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.017879] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.018129] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.018277] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.018458] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.018713] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c068e32-7939-4f75-b4ef-e276bcae58de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.027298] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.027480] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.028256] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3950dc7-4d14-4485-9f55-a31bcebf8b59 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.033397] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 894.033397] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20acc-1956-cb89-0408-2312e2194908" [ 894.033397] env[70261]: _type = "Task" [ 894.033397] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.040985] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20acc-1956-cb89-0408-2312e2194908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.174872] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386189, 'name': Rename_Task, 'duration_secs': 0.151794} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.175015] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.175257] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473d61be-9d8b-4753-9128-710ab2f64d30 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.181738] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 894.181738] env[70261]: value = "task-3386190" [ 894.181738] env[70261]: _type = "Task" [ 894.181738] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.189120] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.384794] env[70261]: DEBUG nova.network.neutron [-] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.400745] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52640062-14f6-2b6c-0f72-99bab8b16dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008542} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.400745] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bb5e15-804c-41e3-8c07-8dd14711e42f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.403300] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-816160da-7d4c-4e26-9e53-27b233ed4875 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.407182] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 894.407182] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be7706-4cdb-cf8c-c417-2592d707a259" [ 894.407182] env[70261]: _type = "Task" [ 894.407182] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.414229] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4521ffd-32d1-46fd-93f8-1418d86a89d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.428292] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be7706-4cdb-cf8c-c417-2592d707a259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.453132] env[70261]: DEBUG nova.compute.manager [req-bbe28961-a6a6-41b6-927d-dfe05b73175f req-7f1f033a-6b15-4282-a132-4732bd1d81eb service nova] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Detach interface failed, port_id=95bbba22-963f-4ac7-b6ba-47083d4be232, reason: Instance 3548ab30-abd5-4960-b00a-4fe64d153fdd could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.458493] env[70261]: DEBUG nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.481146] env[70261]: DEBUG nova.scheduler.client.report [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.486562] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.486914] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.487054] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.487245] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.487393] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.487539] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.487743] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.487905] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.488081] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.488384] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.488527] env[70261]: DEBUG nova.virt.hardware [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.489557] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed09703d-d218-4099-96ac-0e0a3b8d8db4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.497764] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b90091-2b0d-4a4f-b241-564665c89489 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.512154] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.517581] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.518076] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.518297] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-349a2284-f8dd-4aa8-beec-1418c8e1d829 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.535396] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.535396] env[70261]: value = "task-3386191" [ 894.535396] env[70261]: _type = "Task" [ 894.535396] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.548667] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20acc-1956-cb89-0408-2312e2194908, 'name': SearchDatastore_Task, 'duration_secs': 0.017184} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.552301] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386191, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.552513] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4020cb-97f4-4d44-8fae-07f01f67a4d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.557791] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 894.557791] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529f827d-2fb5-be88-e3b6-959a0a0a43a5" [ 894.557791] env[70261]: _type = "Task" [ 894.557791] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.565568] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529f827d-2fb5-be88-e3b6-959a0a0a43a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.691682] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.887232] env[70261]: INFO nova.compute.manager [-] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Took 1.30 seconds to deallocate network for instance. [ 894.919754] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be7706-4cdb-cf8c-c417-2592d707a259, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.919969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.921025] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a32b83e8-8d37-415e-9d22-430aed33078c/a32b83e8-8d37-415e-9d22-430aed33078c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.921025] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0da58109-899f-42f5-8918-6d70463a8407 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.930258] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 894.930258] env[70261]: value = "task-3386192" [ 894.930258] env[70261]: _type = "Task" [ 894.930258] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.938386] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.994661] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.994661] env[70261]: DEBUG nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.997206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.011s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.997305] env[70261]: DEBUG nova.objects.instance [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'resources' on Instance uuid d1d89528-1adf-4452-b25e-e45e7b104a18 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.048964] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386191, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.069856] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529f827d-2fb5-be88-e3b6-959a0a0a43a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.070264] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.070569] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] cb4c8ffe-e094-41b0-88a3-d1664bf88a36/cb4c8ffe-e094-41b0-88a3-d1664bf88a36.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.070857] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b9743e5-ea81-44cc-9a0e-69b27f2f5fc2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.076836] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 895.076836] env[70261]: value = "task-3386193" [ 895.076836] env[70261]: _type = "Task" [ 895.076836] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.085367] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.193636] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386190, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.395086] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.442962] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478903} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.443199] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a32b83e8-8d37-415e-9d22-430aed33078c/a32b83e8-8d37-415e-9d22-430aed33078c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.443412] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.443665] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93766c89-375a-4e4c-aede-62f65ac8fa65 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.452626] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 895.452626] env[70261]: value = "task-3386194" [ 895.452626] env[70261]: _type = "Task" [ 895.452626] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.466065] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.503759] env[70261]: DEBUG nova.compute.utils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.505570] env[70261]: DEBUG nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.505923] env[70261]: DEBUG nova.network.neutron [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.554164] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386191, 'name': CreateVM_Task, 'duration_secs': 0.526291} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.554164] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.554666] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.555778] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.555778] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.556503] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243f2ba8-683a-420b-a576-01be8e88e3f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.563760] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 895.563760] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20981-f5d4-f8a1-356e-807f78ef0006" [ 895.563760] env[70261]: _type = "Task" [ 895.563760] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.576815] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20981-f5d4-f8a1-356e-807f78ef0006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.591018] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386193, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.593374] env[70261]: DEBUG nova.policy [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c3ecdea40e2491fa6f0ec2be741d327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6ec0afc0a334eaeaba0d362117afdde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.695045] env[70261]: DEBUG oslo_vmware.api [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386190, 'name': PowerOnVM_Task, 'duration_secs': 1.278644} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.695303] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.695508] env[70261]: INFO nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Took 9.15 seconds to spawn the instance on the hypervisor. [ 895.695751] env[70261]: DEBUG nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.696583] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69157ec-b30a-4184-aa8e-5060f60ae716 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.964474] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07926} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.964770] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.965598] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a88348-6910-4d78-9369-8162e4049acb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.969861] env[70261]: DEBUG nova.network.neutron [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Successfully created port: e69c89db-8cfe-449b-a977-b856308cab08 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.989094] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a32b83e8-8d37-415e-9d22-430aed33078c/a32b83e8-8d37-415e-9d22-430aed33078c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.991562] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ba962e-ee8a-41fb-a2ac-1b3868e488dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.010585] env[70261]: DEBUG nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.013044] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 896.013044] env[70261]: value = "task-3386195" [ 896.013044] env[70261]: _type = "Task" [ 896.013044] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.023440] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.073541] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d20981-f5d4-f8a1-356e-807f78ef0006, 'name': SearchDatastore_Task, 'duration_secs': 0.053481} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.076078] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.076175] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.076324] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.076471] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.076654] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.077074] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ef1cd9-cb29-4abf-99be-25cb98f2d9bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.086635] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677608} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.088998] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] cb4c8ffe-e094-41b0-88a3-d1664bf88a36/cb4c8ffe-e094-41b0-88a3-d1664bf88a36.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.089254] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.090456] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04293d36-4219-4d20-a4d3-99d0082a9e97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.092251] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.092420] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.093096] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a76919-87ca-48e8-8928-d5a553064de4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.098099] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 896.098099] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529523dc-17c7-55b9-16df-e0e55191e30c" [ 896.098099] env[70261]: _type = "Task" [ 896.098099] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.101867] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 896.101867] env[70261]: value = "task-3386196" [ 896.101867] env[70261]: _type = "Task" [ 896.101867] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.110465] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529523dc-17c7-55b9-16df-e0e55191e30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.114976] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.192158] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f087a1b-3740-4688-964a-b3617ef2ce99 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.200253] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3d124-71f7-4dc8-949b-2f40a47e4328 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.237739] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca03195-89de-4eee-8097-d3bc71d98c2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.240023] env[70261]: INFO nova.compute.manager [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Took 50.38 seconds to build instance. [ 896.245171] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c6151-6117-4b4d-afb1-94457c298d0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.258804] env[70261]: DEBUG nova.compute.provider_tree [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.526775] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386195, 'name': ReconfigVM_Task, 'duration_secs': 0.285288} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.527102] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a32b83e8-8d37-415e-9d22-430aed33078c/a32b83e8-8d37-415e-9d22-430aed33078c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.527764] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cca28c20-04a0-4da2-bd36-bc9120dd7f07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.534658] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 896.534658] env[70261]: value = "task-3386197" [ 896.534658] env[70261]: _type = "Task" [ 896.534658] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.542880] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386197, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.611561] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529523dc-17c7-55b9-16df-e0e55191e30c, 'name': SearchDatastore_Task, 'duration_secs': 0.019911} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.612654] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accab3d2-def0-4acb-89fe-d759b245f151 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.617478] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06129} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.618079] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.618721] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e03a7-b1a0-4d80-9ec4-2005a34c25ea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.622435] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 896.622435] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ce11c-65bb-5fec-a63c-454f1bade8b9" [ 896.622435] env[70261]: _type = "Task" [ 896.622435] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.643795] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] cb4c8ffe-e094-41b0-88a3-d1664bf88a36/cb4c8ffe-e094-41b0-88a3-d1664bf88a36.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.644677] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af0ee07-7805-4775-9d8e-4b0997a53e77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.664582] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ce11c-65bb-5fec-a63c-454f1bade8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019491} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.665328] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.665618] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.665880] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c7330e-2647-48e7-8e40-7d6ad17e3ec4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.669488] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 896.669488] env[70261]: value = "task-3386198" [ 896.669488] env[70261]: _type = "Task" [ 896.669488] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.673495] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 896.673495] env[70261]: value = "task-3386199" [ 896.673495] env[70261]: _type = "Task" [ 896.673495] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.680325] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.685350] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.742242] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1095e7ee-57d1-4cfe-8e90-fea3c41c803e tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.902s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.761897] env[70261]: DEBUG nova.scheduler.client.report [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.022331] env[70261]: DEBUG nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.047695] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.048115] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.048204] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.048424] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.048604] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.048807] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.049083] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.049289] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.049494] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.049719] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.049917] env[70261]: DEBUG nova.virt.hardware [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.053761] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69482cb9-d6d5-4299-8ab3-4a06cdeee334 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.056257] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386197, 'name': Rename_Task, 'duration_secs': 0.151013} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.056509] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.057104] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac23f8ac-8add-4c20-8da9-23d6f9acad51 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.062227] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf1f1d4-568f-464a-a1e5-8bae0e9c51ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.066974] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 897.066974] env[70261]: value = "task-3386200" [ 897.066974] env[70261]: _type = "Task" [ 897.066974] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.082159] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386200, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.183081] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386199, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.186971] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386198, 'name': ReconfigVM_Task, 'duration_secs': 0.243617} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.186971] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Reconfigured VM instance instance-0000003b to attach disk [datastore2] cb4c8ffe-e094-41b0-88a3-d1664bf88a36/cb4c8ffe-e094-41b0-88a3-d1664bf88a36.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.187341] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c664bb51-a25d-4939-8071-b0d50baad1af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.196418] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 897.196418] env[70261]: value = "task-3386201" [ 897.196418] env[70261]: _type = "Task" [ 897.196418] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.208782] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386201, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.245285] env[70261]: DEBUG nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.267588] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.269996] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.053s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.270190] env[70261]: DEBUG nova.objects.instance [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lazy-loading 'resources' on Instance uuid d9e587a2-69ea-4867-b1e8-0aed7c45588b {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.292829] env[70261]: INFO nova.scheduler.client.report [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted allocations for instance d1d89528-1adf-4452-b25e-e45e7b104a18 [ 897.608901] env[70261]: DEBUG oslo_vmware.api [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386200, 'name': PowerOnVM_Task, 'duration_secs': 0.5091} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.608901] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.608901] env[70261]: INFO nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Took 8.38 seconds to spawn the instance on the hypervisor. [ 897.608901] env[70261]: DEBUG nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.608901] env[70261]: DEBUG nova.compute.manager [req-736ca60b-addf-49bf-9f26-27916ae880f9 req-0308ef4c-99d1-40f3-8f07-9dac851b3c8f service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Received event network-vif-plugged-e69c89db-8cfe-449b-a977-b856308cab08 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.608901] env[70261]: DEBUG oslo_concurrency.lockutils [req-736ca60b-addf-49bf-9f26-27916ae880f9 req-0308ef4c-99d1-40f3-8f07-9dac851b3c8f service nova] Acquiring lock "8105e024-583b-4eaa-8089-40e193846160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.608901] env[70261]: DEBUG oslo_concurrency.lockutils [req-736ca60b-addf-49bf-9f26-27916ae880f9 req-0308ef4c-99d1-40f3-8f07-9dac851b3c8f service nova] Lock "8105e024-583b-4eaa-8089-40e193846160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.608901] env[70261]: DEBUG oslo_concurrency.lockutils [req-736ca60b-addf-49bf-9f26-27916ae880f9 req-0308ef4c-99d1-40f3-8f07-9dac851b3c8f service nova] Lock "8105e024-583b-4eaa-8089-40e193846160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.608901] env[70261]: DEBUG nova.compute.manager [req-736ca60b-addf-49bf-9f26-27916ae880f9 req-0308ef4c-99d1-40f3-8f07-9dac851b3c8f service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] No waiting events found dispatching network-vif-plugged-e69c89db-8cfe-449b-a977-b856308cab08 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.608901] env[70261]: WARNING nova.compute.manager [req-736ca60b-addf-49bf-9f26-27916ae880f9 req-0308ef4c-99d1-40f3-8f07-9dac851b3c8f service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Received unexpected event network-vif-plugged-e69c89db-8cfe-449b-a977-b856308cab08 for instance with vm_state building and task_state spawning. [ 897.608901] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a879d9a-ec9b-4938-9c9e-5d5156bfb33e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.674048] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "069dc16f-3845-4aec-ad40-f8676969a7c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.674048] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.674048] env[70261]: DEBUG nova.compute.manager [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.675378] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28603f71-1666-4a18-9113-5262e417579a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.689052] env[70261]: DEBUG nova.compute.manager [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 897.689635] env[70261]: DEBUG nova.objects.instance [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'flavor' on Instance uuid 069dc16f-3845-4aec-ad40-f8676969a7c1 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.699464] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833037} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.706328] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.706691] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.707546] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de2c74a3-126d-4f7e-8872-abc66d42b5c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.716474] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386201, 'name': Rename_Task, 'duration_secs': 0.331692} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.718282] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.718954] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 897.718954] env[70261]: value = "task-3386202" [ 897.718954] env[70261]: _type = "Task" [ 897.718954] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.719473] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0031e87-d6a9-4a41-b4da-02a0cf992730 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.730977] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.732413] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 897.732413] env[70261]: value = "task-3386203" [ 897.732413] env[70261]: _type = "Task" [ 897.732413] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.744981] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.779604] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.807863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-517f4167-2df9-4738-be4e-3639ed32a69e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "d1d89528-1adf-4452-b25e-e45e7b104a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.668s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.817571] env[70261]: DEBUG nova.network.neutron [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Successfully updated port: e69c89db-8cfe-449b-a977-b856308cab08 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.107132] env[70261]: INFO nova.compute.manager [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Took 51.29 seconds to build instance. [ 898.231913] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069351} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.233189] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.234097] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bf162b-1744-45ef-9f30-b3a71b52f692 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.237528] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf558d2-e859-4fee-b592-1e882d171944 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.259835] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954c0cdc-369e-4d01-9780-11c6350ef5fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.277751] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.278106] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.278697] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4788205-f892-4003-a9ae-bc1ef779b4ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.327847] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "refresh_cache-8105e024-583b-4eaa-8089-40e193846160" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328058] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired lock "refresh_cache-8105e024-583b-4eaa-8089-40e193846160" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328222] env[70261]: DEBUG nova.network.neutron [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 898.333784] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d1d8ba-1481-4094-b5a8-05392e23024b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.334323] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 898.334323] env[70261]: value = "task-3386204" [ 898.334323] env[70261]: _type = "Task" [ 898.334323] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.342273] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f54acd-b385-4a3b-a667-c52b135d9d7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.349537] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.360825] env[70261]: DEBUG nova.compute.provider_tree [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.609991] env[70261]: DEBUG oslo_concurrency.lockutils [None req-60bec3bf-d868-477e-bc02-df7d2600abcd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a32b83e8-8d37-415e-9d22-430aed33078c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.809s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.706631] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.706964] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c759d5a5-020f-4d03-8fd5-5cba5a0b45d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.714373] env[70261]: DEBUG oslo_vmware.api [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 898.714373] env[70261]: value = "task-3386205" [ 898.714373] env[70261]: _type = "Task" [ 898.714373] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.723048] env[70261]: DEBUG oslo_vmware.api [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.743805] env[70261]: DEBUG oslo_vmware.api [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386203, 'name': PowerOnVM_Task, 'duration_secs': 0.883379} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.744127] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.744615] env[70261]: INFO nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Took 6.87 seconds to spawn the instance on the hypervisor. [ 898.744848] env[70261]: DEBUG nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.745916] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42146f19-402a-4a09-99dd-6d79aed033e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.849553] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.864193] env[70261]: DEBUG nova.scheduler.client.report [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.887582] env[70261]: DEBUG nova.network.neutron [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 899.020473] env[70261]: DEBUG nova.network.neutron [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Updating instance_info_cache with network_info: [{"id": "e69c89db-8cfe-449b-a977-b856308cab08", "address": "fa:16:3e:55:07:92", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69c89db-8c", "ovs_interfaceid": "e69c89db-8cfe-449b-a977-b856308cab08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.113327] env[70261]: DEBUG nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.225214] env[70261]: DEBUG oslo_vmware.api [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386205, 'name': PowerOffVM_Task, 'duration_secs': 0.195686} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.225509] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.225797] env[70261]: DEBUG nova.compute.manager [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.226482] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34ab8c6-e8d4-426e-b527-3be513c6d2ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.270972] env[70261]: INFO nova.compute.manager [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Took 47.83 seconds to build instance. [ 899.348161] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.370808] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.375059] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.133s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.375059] env[70261]: DEBUG nova.objects.instance [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lazy-loading 'resources' on Instance uuid 49982973-7207-4c45-ae5b-e947f96b6c9e {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.395729] env[70261]: INFO nova.scheduler.client.report [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Deleted allocations for instance d9e587a2-69ea-4867-b1e8-0aed7c45588b [ 899.523521] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Releasing lock "refresh_cache-8105e024-583b-4eaa-8089-40e193846160" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.523868] env[70261]: DEBUG nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Instance network_info: |[{"id": "e69c89db-8cfe-449b-a977-b856308cab08", "address": "fa:16:3e:55:07:92", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69c89db-8c", "ovs_interfaceid": "e69c89db-8cfe-449b-a977-b856308cab08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.524315] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:07:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69c89db-8cfe-449b-a977-b856308cab08', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.532904] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Creating folder: Project (b6ec0afc0a334eaeaba0d362117afdde). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.533234] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6237cab8-ca48-4c4c-aa7d-0368d4a661aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.544217] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Created folder: Project (b6ec0afc0a334eaeaba0d362117afdde) in parent group-v675446. [ 899.544414] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Creating folder: Instances. Parent ref: group-v675622. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.544654] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6fa50f4-7a49-4c0b-b870-edefe0ead04f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.554461] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Created folder: Instances in parent group-v675622. [ 899.554701] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.554909] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8105e024-583b-4eaa-8089-40e193846160] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.555152] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1685fafa-7b6a-4e14-991c-b5e3bc943b1d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.574875] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.574875] env[70261]: value = "task-3386208" [ 899.574875] env[70261]: _type = "Task" [ 899.574875] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.587942] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386208, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.611146] env[70261]: DEBUG nova.compute.manager [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Received event network-changed-e69c89db-8cfe-449b-a977-b856308cab08 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.611576] env[70261]: DEBUG nova.compute.manager [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Refreshing instance network info cache due to event network-changed-e69c89db-8cfe-449b-a977-b856308cab08. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.611955] env[70261]: DEBUG oslo_concurrency.lockutils [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] Acquiring lock "refresh_cache-8105e024-583b-4eaa-8089-40e193846160" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.612262] env[70261]: DEBUG oslo_concurrency.lockutils [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] Acquired lock "refresh_cache-8105e024-583b-4eaa-8089-40e193846160" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.612584] env[70261]: DEBUG nova.network.neutron [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Refreshing network info cache for port e69c89db-8cfe-449b-a977-b856308cab08 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 899.634992] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.740024] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57586552-7f12-4928-8f7e-5f9c2e323e9c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.776709] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9975410b-6c93-4f21-8967-785a1ee32c19 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.356s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.848937] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.904930] env[70261]: DEBUG oslo_concurrency.lockutils [None req-876cb433-6dd2-49ad-a4d1-bb5ec9e43e64 tempest-ServersAaction247Test-234604696 tempest-ServersAaction247Test-234604696-project-member] Lock "d9e587a2-69ea-4867-b1e8-0aed7c45588b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.888s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.940804] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.941048] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.087163] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386208, 'name': CreateVM_Task, 'duration_secs': 0.454467} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.087437] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8105e024-583b-4eaa-8089-40e193846160] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.088156] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.088348] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.088638] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.090958] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e09d620-0ce8-4e09-8f9a-20ba28c30299 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.095672] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 900.095672] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e1a7c1-dd57-7fcc-d857-a72d0107b23d" [ 900.095672] env[70261]: _type = "Task" [ 900.095672] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.103852] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e1a7c1-dd57-7fcc-d857-a72d0107b23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.300107] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad30fdb-0536-4568-bde7-2c8f3a4d6a80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.304031] env[70261]: INFO nova.compute.manager [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Rebuilding instance [ 900.314050] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007f9e88-299b-47be-89fe-b82b1ea35ba1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.353379] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d228b8ef-dace-4a54-a8c4-adc671aefec9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.360549] env[70261]: DEBUG nova.network.neutron [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Updated VIF entry in instance network info cache for port e69c89db-8cfe-449b-a977-b856308cab08. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 900.360891] env[70261]: DEBUG nova.network.neutron [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Updating instance_info_cache with network_info: [{"id": "e69c89db-8cfe-449b-a977-b856308cab08", "address": "fa:16:3e:55:07:92", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69c89db-8c", "ovs_interfaceid": "e69c89db-8cfe-449b-a977-b856308cab08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.368025] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386204, 'name': ReconfigVM_Task, 'duration_secs': 1.690778} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.369874] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.370641] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a1818e-98ef-446d-9c5a-f9ee05d4a9fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.373298] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8480bff-9f02-447f-9667-cd399cd107eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.383179] env[70261]: DEBUG nova.compute.manager [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.383682] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6867393f-cc79-4222-bdf3-a73fc6add94c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.395691] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 900.395691] env[70261]: value = "task-3386209" [ 900.395691] env[70261]: _type = "Task" [ 900.395691] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.396305] env[70261]: DEBUG nova.compute.provider_tree [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.412555] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386209, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.444837] env[70261]: DEBUG nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.607173] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e1a7c1-dd57-7fcc-d857-a72d0107b23d, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.607490] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.607741] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.607986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.608163] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.608341] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.608621] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81edec08-10a3-43a2-9ff9-d13016042b1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.627551] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.627829] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.628741] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953e6def-dd3a-47f4-abdf-1296a27144b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.633918] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 900.633918] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520782a7-2475-4f29-9eec-6bf33965c912" [ 900.633918] env[70261]: _type = "Task" [ 900.633918] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.641273] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520782a7-2475-4f29-9eec-6bf33965c912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.863869] env[70261]: DEBUG oslo_concurrency.lockutils [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] Releasing lock "refresh_cache-8105e024-583b-4eaa-8089-40e193846160" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.864643] env[70261]: DEBUG nova.compute.manager [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Received event network-changed-ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.864643] env[70261]: DEBUG nova.compute.manager [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Refreshing instance network info cache due to event network-changed-ac48576c-d56a-40ee-89c1-589f1f14c77c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.864643] env[70261]: DEBUG oslo_concurrency.lockutils [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] Acquiring lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.864774] env[70261]: DEBUG oslo_concurrency.lockutils [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] Acquired lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.864901] env[70261]: DEBUG nova.network.neutron [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Refreshing network info cache for port ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 900.899798] env[70261]: DEBUG nova.scheduler.client.report [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.911991] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386209, 'name': Rename_Task, 'duration_secs': 0.130928} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.912479] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.912746] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7838ff91-ab14-43b1-aa81-d7412ef8cacb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.919306] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 900.919306] env[70261]: value = "task-3386210" [ 900.919306] env[70261]: _type = "Task" [ 900.919306] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.927391] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.968605] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.145949] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520782a7-2475-4f29-9eec-6bf33965c912, 'name': SearchDatastore_Task, 'duration_secs': 0.022289} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.146744] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce31b8d1-049a-4b61-8225-4038a3c8cfec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.151986] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 901.151986] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529962e7-4429-0d6b-49ff-7f01464072c0" [ 901.151986] env[70261]: _type = "Task" [ 901.151986] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.160924] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529962e7-4429-0d6b-49ff-7f01464072c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.407506] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.409891] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.334s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.411876] env[70261]: INFO nova.compute.claims [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.415139] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.415625] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686046cb-9092-4ac5-a97c-5a7cd3d75e2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.425562] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 901.425562] env[70261]: value = "task-3386211" [ 901.425562] env[70261]: _type = "Task" [ 901.425562] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.432290] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.433246] env[70261]: INFO nova.scheduler.client.report [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Deleted allocations for instance 49982973-7207-4c45-ae5b-e947f96b6c9e [ 901.442890] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 901.443145] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.443941] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0558db-c582-45b4-8234-0b880d5650fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.451794] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.452698] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82ef204e-8fc9-46f3-960f-4806c7db17b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.518328] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.518530] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.518688] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleting the datastore file [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.518960] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48a68eea-23b8-45e1-9b37-1fc1c7efb107 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.526007] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 901.526007] env[70261]: value = "task-3386213" [ 901.526007] env[70261]: _type = "Task" [ 901.526007] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.534251] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.607638] env[70261]: DEBUG nova.network.neutron [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Updated VIF entry in instance network info cache for port ac48576c-d56a-40ee-89c1-589f1f14c77c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 901.607992] env[70261]: DEBUG nova.network.neutron [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Updating instance_info_cache with network_info: [{"id": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "address": "fa:16:3e:f4:eb:94", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac48576c-d5", "ovs_interfaceid": "ac48576c-d56a-40ee-89c1-589f1f14c77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.663127] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529962e7-4429-0d6b-49ff-7f01464072c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.663398] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.663655] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 8105e024-583b-4eaa-8089-40e193846160/8105e024-583b-4eaa-8089-40e193846160.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.663911] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-968ac257-5ba3-4382-b606-0b2a824583fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.670785] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 901.670785] env[70261]: value = "task-3386214" [ 901.670785] env[70261]: _type = "Task" [ 901.670785] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.678992] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.929972] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386210, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.945068] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b96aa1f1-4ccf-4d0e-9286-3a0e13b101f5 tempest-SecurityGroupsTestJSON-1485897779 tempest-SecurityGroupsTestJSON-1485897779-project-member] Lock "49982973-7207-4c45-ae5b-e947f96b6c9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.210s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.037617] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17919} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.037952] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.038172] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.038377] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.110680] env[70261]: DEBUG oslo_concurrency.lockutils [req-cb9a51e3-336f-488e-9188-eb3babe007af req-72d58c60-6d5a-4bb2-aebc-5658aa46efe4 service nova] Releasing lock "refresh_cache-a32b83e8-8d37-415e-9d22-430aed33078c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.180300] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386214, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.434785] env[70261]: DEBUG oslo_vmware.api [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386210, 'name': PowerOnVM_Task, 'duration_secs': 1.088424} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.435071] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.436640] env[70261]: INFO nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Took 7.98 seconds to spawn the instance on the hypervisor. [ 902.436640] env[70261]: DEBUG nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.436640] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488e317f-f954-4c45-ae28-5de7dbe721c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.683298] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628632} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.683553] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 8105e024-583b-4eaa-8089-40e193846160/8105e024-583b-4eaa-8089-40e193846160.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.683815] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.686355] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2abbc994-c13e-4a6e-8dc9-a494f22ac990 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.692351] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 902.692351] env[70261]: value = "task-3386215" [ 902.692351] env[70261]: _type = "Task" [ 902.692351] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.700071] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.875650] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462bb122-bffd-4bd8-9e73-65ce509800a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.883447] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c233260-8b14-47a5-95c7-900286252466 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.914886] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7500c4-71df-4ad1-bdad-84b1e77d86e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.921585] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d768a6-5220-403b-af3b-1e9c510b76ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.935333] env[70261]: DEBUG nova.compute.provider_tree [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.958781] env[70261]: INFO nova.compute.manager [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Took 51.12 seconds to build instance. [ 903.084165] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.084165] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.084165] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.084297] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.084432] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.084498] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.084718] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.085071] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.085071] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.085247] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.085421] env[70261]: DEBUG nova.virt.hardware [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.086312] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4594ba-d379-4b3b-990d-204754d0a1fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.094389] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4fde5d-0142-40da-924d-4c128cf8dec6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.110963] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:56:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439a9ecc-94e2-4ca4-afd9-888678bd3fb5', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.119412] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.119714] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.119934] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2006614c-dd74-49cc-bdfe-0f15e9b202c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.141013] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.141013] env[70261]: value = "task-3386216" [ 903.141013] env[70261]: _type = "Task" [ 903.141013] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.148791] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386216, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.202629] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064087} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.202804] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.203600] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd90559-a1ea-42a5-a406-1986081a9255 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.230391] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8105e024-583b-4eaa-8089-40e193846160/8105e024-583b-4eaa-8089-40e193846160.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.230711] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a1d57f-5f0d-4e5a-9bb5-e8e9747acbc5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.252328] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 903.252328] env[70261]: value = "task-3386217" [ 903.252328] env[70261]: _type = "Task" [ 903.252328] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.260253] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.438901] env[70261]: DEBUG nova.scheduler.client.report [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.460439] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ebb8bd90-ef8c-49c1-8f7a-0ab3658b6427 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.628s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.650489] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386216, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.762488] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.828268] env[70261]: INFO nova.compute.manager [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Rebuilding instance [ 903.880768] env[70261]: DEBUG nova.compute.manager [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.881837] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe67fb8f-f09f-492f-8f7a-5a02a4920304 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.945133] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.946490] env[70261]: DEBUG nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.949530] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.602s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.950080] env[70261]: DEBUG nova.objects.instance [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lazy-loading 'resources' on Instance uuid e4bfcd5c-0bb9-4f4b-8b10-f719c560734e {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.151527] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386216, 'name': CreateVM_Task, 'duration_secs': 0.604934} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.151809] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.152680] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.152766] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.153046] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.153312] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876c6386-0887-45ed-a80d-81f2a7d9b46e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.158175] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 904.158175] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c44740-f61e-e6b4-9ce7-6c0a074ab694" [ 904.158175] env[70261]: _type = "Task" [ 904.158175] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.166838] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c44740-f61e-e6b4-9ce7-6c0a074ab694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.262053] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386217, 'name': ReconfigVM_Task, 'duration_secs': 0.842864} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.262393] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8105e024-583b-4eaa-8089-40e193846160/8105e024-583b-4eaa-8089-40e193846160.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.263094] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-314086cd-c384-4e83-8b02-11fa2d75fa34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.270934] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 904.270934] env[70261]: value = "task-3386218" [ 904.270934] env[70261]: _type = "Task" [ 904.270934] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.279704] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386218, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.456430] env[70261]: DEBUG nova.compute.utils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.458010] env[70261]: DEBUG nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.458228] env[70261]: DEBUG nova.network.neutron [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.501150] env[70261]: DEBUG nova.policy [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae072a3f4041e1b1235806d8a00be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df54b81ace2e46eab720f6dec9eb7b59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.670682] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c44740-f61e-e6b4-9ce7-6c0a074ab694, 'name': SearchDatastore_Task, 'duration_secs': 0.015408} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.673855] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.674211] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.674522] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.674821] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.675071] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.675583] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cfc8471-c1f5-4a5e-97ec-0105ac7ec43c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.686050] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.686273] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.689635] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319ffe34-ac6e-4d54-9368-90896d9e33f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.695363] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 904.695363] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520995bb-2284-b233-796b-e8063956c993" [ 904.695363] env[70261]: _type = "Task" [ 904.695363] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.703757] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520995bb-2284-b233-796b-e8063956c993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.785901] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386218, 'name': Rename_Task, 'duration_secs': 0.147918} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.786200] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.786453] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68f75add-a6d5-4e51-9254-b39a849d4531 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.795769] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 904.795769] env[70261]: value = "task-3386219" [ 904.795769] env[70261]: _type = "Task" [ 904.795769] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.804689] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.823420] env[70261]: DEBUG nova.network.neutron [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Successfully created port: e73b9e24-927d-4511-ba17-fae9eaa39792 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.898019] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.898019] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-defee3d6-b5f5-43fe-929b-57646c443d95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.901461] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 904.901461] env[70261]: value = "task-3386220" [ 904.901461] env[70261]: _type = "Task" [ 904.901461] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.911029] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.956784] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ca175-e79f-46f1-bbeb-886a9debf2b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.964679] env[70261]: DEBUG nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.968372] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc1d43c-a5c1-4742-a0b8-7807cf2c52e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.007217] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b7fada-a4fd-4b96-8c19-cfaa7c0f77d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.017204] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36867992-2b3a-4619-8498-49f8b353b1e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.032015] env[70261]: DEBUG nova.compute.provider_tree [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.207042] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520995bb-2284-b233-796b-e8063956c993, 'name': SearchDatastore_Task, 'duration_secs': 0.015227} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.207856] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5419eff6-151c-4f65-b9ac-61e54e9ef513 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.213121] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 905.213121] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52364225-5355-e5a7-c0c2-534ac6ea3523" [ 905.213121] env[70261]: _type = "Task" [ 905.213121] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.220558] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52364225-5355-e5a7-c0c2-534ac6ea3523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.307542] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.413631] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386220, 'name': PowerOffVM_Task, 'duration_secs': 0.133757} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.413942] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.414243] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.415105] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616dee0f-af8a-458a-b08b-4bc175bc5bcd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.423252] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.423468] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce191af-a8c3-4c0b-a431-0edb86968d09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.447091] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.447240] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.447334] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleting the datastore file [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.448032] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e05b83e-7286-475d-9500-33c34dae97ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.454500] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 905.454500] env[70261]: value = "task-3386222" [ 905.454500] env[70261]: _type = "Task" [ 905.454500] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.463696] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.535339] env[70261]: DEBUG nova.scheduler.client.report [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.726140] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52364225-5355-e5a7-c0c2-534ac6ea3523, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.726140] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.726140] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.726140] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab172411-e6b2-4164-ab74-06f42b473570 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.733207] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 905.733207] env[70261]: value = "task-3386223" [ 905.733207] env[70261]: _type = "Task" [ 905.733207] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.741955] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.807704] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.973324] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094672} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.973766] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.974202] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.974427] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.980633] env[70261]: DEBUG nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.014367] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f24d800638a97ec63da1af5163e0a473',container_format='bare',created_at=2025-04-09T13:05:53Z,direct_url=,disk_format='vmdk',id=43ab9980-f2f1-44e0-b8cd-1350d9af7aaf,min_disk=1,min_ram=0,name='tempest-test-snap-1145731446',owner='df54b81ace2e46eab720f6dec9eb7b59',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-09T13:06:07Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.014623] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.014781] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.015052] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.015142] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.015286] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.015489] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.015670] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.015908] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.015989] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.016250] env[70261]: DEBUG nova.virt.hardware [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.017168] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53463f1-7824-4513-973a-64748f2f2566 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.025725] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17126291-d19c-4019-8af3-c7d029a7be69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.045291] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.047861] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.045s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.048118] env[70261]: DEBUG nova.objects.instance [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lazy-loading 'resources' on Instance uuid 143eff36-4daa-4abb-98c9-3ea8cce0243b {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.073652] env[70261]: INFO nova.scheduler.client.report [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Deleted allocations for instance e4bfcd5c-0bb9-4f4b-8b10-f719c560734e [ 906.245912] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445793} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.246222] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.246449] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.246705] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98318c37-b869-4bb2-978c-06b96319fd0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.255894] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 906.255894] env[70261]: value = "task-3386224" [ 906.255894] env[70261]: _type = "Task" [ 906.255894] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.269908] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.313165] env[70261]: DEBUG oslo_vmware.api [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386219, 'name': PowerOnVM_Task, 'duration_secs': 1.045606} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.313466] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.313676] env[70261]: INFO nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Took 9.29 seconds to spawn the instance on the hypervisor. [ 906.313855] env[70261]: DEBUG nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.316444] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e432c7-a8b0-4467-b9de-4d0fd9cc3af8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.350870] env[70261]: DEBUG nova.compute.manager [req-f7e78ad1-e811-4643-9e3a-1e3db6de7fd0 req-51e903dd-c168-4b89-ab26-6f629f0c0485 service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Received event network-vif-plugged-e73b9e24-927d-4511-ba17-fae9eaa39792 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.351233] env[70261]: DEBUG oslo_concurrency.lockutils [req-f7e78ad1-e811-4643-9e3a-1e3db6de7fd0 req-51e903dd-c168-4b89-ab26-6f629f0c0485 service nova] Acquiring lock "9cce7d19-66ec-4cf1-adca-be14214b7589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.351349] env[70261]: DEBUG oslo_concurrency.lockutils [req-f7e78ad1-e811-4643-9e3a-1e3db6de7fd0 req-51e903dd-c168-4b89-ab26-6f629f0c0485 service nova] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.351487] env[70261]: DEBUG oslo_concurrency.lockutils [req-f7e78ad1-e811-4643-9e3a-1e3db6de7fd0 req-51e903dd-c168-4b89-ab26-6f629f0c0485 service nova] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.351653] env[70261]: DEBUG nova.compute.manager [req-f7e78ad1-e811-4643-9e3a-1e3db6de7fd0 req-51e903dd-c168-4b89-ab26-6f629f0c0485 service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] No waiting events found dispatching network-vif-plugged-e73b9e24-927d-4511-ba17-fae9eaa39792 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.351847] env[70261]: WARNING nova.compute.manager [req-f7e78ad1-e811-4643-9e3a-1e3db6de7fd0 req-51e903dd-c168-4b89-ab26-6f629f0c0485 service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Received unexpected event network-vif-plugged-e73b9e24-927d-4511-ba17-fae9eaa39792 for instance with vm_state building and task_state spawning. [ 906.527387] env[70261]: DEBUG nova.network.neutron [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Successfully updated port: e73b9e24-927d-4511-ba17-fae9eaa39792 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.590279] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7debfa25-07b5-4196-a8fc-f5d62c575100 tempest-ServersV294TestFqdnHostnames-107883126 tempest-ServersV294TestFqdnHostnames-107883126-project-member] Lock "e4bfcd5c-0bb9-4f4b-8b10-f719c560734e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.082s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.785036] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130254} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.785036] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.785036] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe2d7b1-64a4-4d82-a2e7-39bf780e7084 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.816143] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.819100] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70936b3f-cd25-4542-a1b1-52d7b3782fb1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.843027] env[70261]: INFO nova.compute.manager [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: 8105e024-583b-4eaa-8089-40e193846160] Took 51.79 seconds to build instance. [ 906.845924] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 906.845924] env[70261]: value = "task-3386225" [ 906.845924] env[70261]: _type = "Task" [ 906.845924] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.859883] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.032103] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "refresh_cache-9cce7d19-66ec-4cf1-adca-be14214b7589" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.032292] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "refresh_cache-9cce7d19-66ec-4cf1-adca-be14214b7589" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.032452] env[70261]: DEBUG nova.network.neutron [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 907.039378] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.039622] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.039802] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.039995] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.040162] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.040369] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.040545] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.040707] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.040872] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.041060] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.041228] env[70261]: DEBUG nova.virt.hardware [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.042144] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5116638-af57-4550-a10b-16d227115115 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.055177] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b9380-00af-4c67-a0d0-a6e2cb28a5b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.072778] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.079026] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.079026] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.079026] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04431ff4-bc51-4082-b6ba-8d0ac5d65ef4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.101242] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.101242] env[70261]: value = "task-3386226" [ 907.101242] env[70261]: _type = "Task" [ 907.101242] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.112927] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386226, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.112927] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b36a6e-49f2-4827-b386-dcd2fc8c195f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.123098] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28117eb8-a087-435e-b3bb-989efa13a8d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.161434] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6887a65-1d8e-416a-b8b0-7d7988006c49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.169622] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd244a8a-36df-4e2b-ab23-21d1634cf375 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.186128] env[70261]: DEBUG nova.compute.provider_tree [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.346630] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6feb06ac-c2bb-448e-aaad-45de8a82e133 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "8105e024-583b-4eaa-8089-40e193846160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.305s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.358031] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386225, 'name': ReconfigVM_Task, 'duration_secs': 0.292} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.358472] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1/069dc16f-3845-4aec-ad40-f8676969a7c1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.360903] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d32447b9-766a-4ec4-944c-92296e271de0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.369688] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 907.369688] env[70261]: value = "task-3386227" [ 907.369688] env[70261]: _type = "Task" [ 907.369688] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.379494] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386227, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.579309] env[70261]: DEBUG nova.network.neutron [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 907.616653] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386226, 'name': CreateVM_Task, 'duration_secs': 0.335159} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.617122] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.617445] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.617704] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.618063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.618531] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba2bc90-913b-4aca-9e65-229e72556b8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.625925] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 907.625925] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5204633e-247d-fae8-d277-5b4b0ef6b886" [ 907.625925] env[70261]: _type = "Task" [ 907.625925] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.641049] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5204633e-247d-fae8-d277-5b4b0ef6b886, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.642018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.642018] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.642018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.642018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.642184] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.643057] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1caa326a-0830-4740-bd1d-c1806dc7aaaa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.652825] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.653758] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.653848] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411cf25b-c37c-4690-8710-6af4de5f93b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.661911] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 907.661911] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5275c593-f4a3-97c6-c684-01508ea7db92" [ 907.661911] env[70261]: _type = "Task" [ 907.661911] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.670937] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5275c593-f4a3-97c6-c684-01508ea7db92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.690114] env[70261]: DEBUG nova.scheduler.client.report [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.786178] env[70261]: DEBUG nova.network.neutron [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Updating instance_info_cache with network_info: [{"id": "e73b9e24-927d-4511-ba17-fae9eaa39792", "address": "fa:16:3e:2b:b4:aa", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape73b9e24-92", "ovs_interfaceid": "e73b9e24-927d-4511-ba17-fae9eaa39792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.881993] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386227, 'name': Rename_Task, 'duration_secs': 0.181299} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.882322] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.882592] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef007a06-41cf-49af-b173-e466212303a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.891159] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 907.891159] env[70261]: value = "task-3386228" [ 907.891159] env[70261]: _type = "Task" [ 907.891159] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.903619] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.071482] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Acquiring lock "8105e024-583b-4eaa-8089-40e193846160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.071812] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Lock "8105e024-583b-4eaa-8089-40e193846160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.072063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Acquiring lock "8105e024-583b-4eaa-8089-40e193846160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.072261] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Lock "8105e024-583b-4eaa-8089-40e193846160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.072431] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Lock "8105e024-583b-4eaa-8089-40e193846160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.074914] env[70261]: INFO nova.compute.manager [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Terminating instance [ 908.177876] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5275c593-f4a3-97c6-c684-01508ea7db92, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.178846] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b926ad27-e4bb-4b03-8ec9-b1d60a002d9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.185350] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 908.185350] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5217ac9f-c03b-7e7b-ca35-985d66417e29" [ 908.185350] env[70261]: _type = "Task" [ 908.185350] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.197264] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5217ac9f-c03b-7e7b-ca35-985d66417e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.198159] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.205453] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.826s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.205772] env[70261]: DEBUG nova.objects.instance [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lazy-loading 'resources' on Instance uuid 44ab363a-e328-47a7-aedd-ca9f2610c921 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.235027] env[70261]: INFO nova.scheduler.client.report [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Deleted allocations for instance 143eff36-4daa-4abb-98c9-3ea8cce0243b [ 908.293370] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "refresh_cache-9cce7d19-66ec-4cf1-adca-be14214b7589" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.293719] env[70261]: DEBUG nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Instance network_info: |[{"id": "e73b9e24-927d-4511-ba17-fae9eaa39792", "address": "fa:16:3e:2b:b4:aa", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape73b9e24-92", "ovs_interfaceid": "e73b9e24-927d-4511-ba17-fae9eaa39792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.294197] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:b4:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e73b9e24-927d-4511-ba17-fae9eaa39792', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.304334] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.304334] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.304334] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a091d95-8526-4b29-b559-bad3921e4d5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.327357] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.327357] env[70261]: value = "task-3386229" [ 908.327357] env[70261]: _type = "Task" [ 908.327357] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.344143] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386229, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.405021] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386228, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.543240] env[70261]: DEBUG nova.compute.manager [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Received event network-changed-e73b9e24-927d-4511-ba17-fae9eaa39792 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.543453] env[70261]: DEBUG nova.compute.manager [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Refreshing instance network info cache due to event network-changed-e73b9e24-927d-4511-ba17-fae9eaa39792. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.543686] env[70261]: DEBUG oslo_concurrency.lockutils [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] Acquiring lock "refresh_cache-9cce7d19-66ec-4cf1-adca-be14214b7589" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.543834] env[70261]: DEBUG oslo_concurrency.lockutils [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] Acquired lock "refresh_cache-9cce7d19-66ec-4cf1-adca-be14214b7589" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.544008] env[70261]: DEBUG nova.network.neutron [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Refreshing network info cache for port e73b9e24-927d-4511-ba17-fae9eaa39792 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 908.580448] env[70261]: DEBUG nova.compute.manager [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.580922] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.582416] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d3432-b1bb-41db-a9c7-efea12399f85 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.595339] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.597210] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24361f61-f711-40fe-82ba-187c2fcd7427 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.611647] env[70261]: DEBUG oslo_vmware.api [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Waiting for the task: (returnval){ [ 908.611647] env[70261]: value = "task-3386230" [ 908.611647] env[70261]: _type = "Task" [ 908.611647] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.624258] env[70261]: DEBUG oslo_vmware.api [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Task: {'id': task-3386230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.703495] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5217ac9f-c03b-7e7b-ca35-985d66417e29, 'name': SearchDatastore_Task, 'duration_secs': 0.018742} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.703810] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.704140] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.704477] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1d58de1-ea2d-44f1-b346-c3054faa8f0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.717112] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 908.717112] env[70261]: value = "task-3386231" [ 908.717112] env[70261]: _type = "Task" [ 908.717112] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.729733] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.751434] env[70261]: DEBUG oslo_concurrency.lockutils [None req-83773b31-ad15-462a-ba1b-f0de6b8601a7 tempest-ServersTestJSON-438794987 tempest-ServersTestJSON-438794987-project-member] Lock "143eff36-4daa-4abb-98c9-3ea8cce0243b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.370s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.845385] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386229, 'name': CreateVM_Task, 'duration_secs': 0.418383} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.845385] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.845385] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.845385] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.845385] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.845541] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e98f5b6-5ebd-4a6a-98bd-95467fdd7d3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.852263] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 908.852263] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52265cd0-a736-b8d4-13ea-29293781037f" [ 908.852263] env[70261]: _type = "Task" [ 908.852263] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.870368] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52265cd0-a736-b8d4-13ea-29293781037f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.909459] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386228, 'name': PowerOnVM_Task, 'duration_secs': 0.553993} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.909750] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.909998] env[70261]: DEBUG nova.compute.manager [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.910830] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8619d13-c9ac-49c9-a2ee-70bdb7dc3fa9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.129100] env[70261]: DEBUG oslo_vmware.api [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Task: {'id': task-3386230, 'name': PowerOffVM_Task, 'duration_secs': 0.225798} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.129447] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.129635] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.130884] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2099c1f1-a66d-4ba1-ab66-79e6873177fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.236986] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.240974] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.241256] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.241435] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Deleting the datastore file [datastore2] 8105e024-583b-4eaa-8089-40e193846160 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.241944] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62e97915-0c49-4805-8789-b0db54cc98eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.254524] env[70261]: DEBUG oslo_vmware.api [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Waiting for the task: (returnval){ [ 909.254524] env[70261]: value = "task-3386233" [ 909.254524] env[70261]: _type = "Task" [ 909.254524] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.271920] env[70261]: DEBUG oslo_vmware.api [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Task: {'id': task-3386233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.273680] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910074bc-7873-4a73-9fbf-ce8253581193 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.284070] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9fc514-7d8d-49ea-bb10-9b7502375091 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.324128] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c879bc4-d709-46ba-9e92-08a037cc86dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.331428] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f996048f-4bf5-4544-bee0-800715b8b1ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.353558] env[70261]: DEBUG nova.compute.provider_tree [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.365529] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.365806] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Processing image 43ab9980-f2f1-44e0-b8cd-1350d9af7aaf {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.366067] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.366208] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.366389] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.366713] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8449c06-4299-423b-8967-c9f91e578cf3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.378702] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.378915] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.380315] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b97034-0d4f-4c57-bc9c-01e180ffc781 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.386552] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 909.386552] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b6c34d-7c4f-e4e4-920c-db955fc04281" [ 909.386552] env[70261]: _type = "Task" [ 909.386552] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.396320] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b6c34d-7c4f-e4e4-920c-db955fc04281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.425135] env[70261]: INFO nova.compute.manager [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] bringing vm to original state: 'stopped' [ 909.543815] env[70261]: DEBUG nova.network.neutron [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Updated VIF entry in instance network info cache for port e73b9e24-927d-4511-ba17-fae9eaa39792. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 909.544061] env[70261]: DEBUG nova.network.neutron [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Updating instance_info_cache with network_info: [{"id": "e73b9e24-927d-4511-ba17-fae9eaa39792", "address": "fa:16:3e:2b:b4:aa", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape73b9e24-92", "ovs_interfaceid": "e73b9e24-927d-4511-ba17-fae9eaa39792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.729521] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386231, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.769592] env[70261]: DEBUG oslo_vmware.api [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Task: {'id': task-3386233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369351} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.769802] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.769983] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.770541] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.770541] env[70261]: INFO nova.compute.manager [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] [instance: 8105e024-583b-4eaa-8089-40e193846160] Took 1.19 seconds to destroy the instance on the hypervisor. [ 909.770780] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.770834] env[70261]: DEBUG nova.compute.manager [-] [instance: 8105e024-583b-4eaa-8089-40e193846160] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.770922] env[70261]: DEBUG nova.network.neutron [-] [instance: 8105e024-583b-4eaa-8089-40e193846160] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 909.860141] env[70261]: DEBUG nova.scheduler.client.report [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.902068] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Preparing fetch location {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 909.902068] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Fetch image to [datastore1] OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c/OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c.vmdk {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 909.902068] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Downloading stream optimized image 43ab9980-f2f1-44e0-b8cd-1350d9af7aaf to [datastore1] OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c/OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c.vmdk on the data store datastore1 as vApp {{(pid=70261) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 909.902068] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Downloading image file data 43ab9980-f2f1-44e0-b8cd-1350d9af7aaf to the ESX as VM named 'OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c' {{(pid=70261) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 909.954149] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "069dc16f-3845-4aec-ad40-f8676969a7c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.954821] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.954821] env[70261]: DEBUG nova.compute.manager [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.955722] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0023960-e25b-4f75-8e9f-3096e490802b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.963510] env[70261]: DEBUG nova.compute.manager [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 910.001320] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 910.001320] env[70261]: value = "resgroup-9" [ 910.001320] env[70261]: _type = "ResourcePool" [ 910.001320] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 910.001320] env[70261]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e7509224-6c63-4059-b3b0-314b157b8010 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.026149] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease: (returnval){ [ 910.026149] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520a2220-7a8b-229b-e16c-0ec4314c6454" [ 910.026149] env[70261]: _type = "HttpNfcLease" [ 910.026149] env[70261]: } obtained for vApp import into resource pool (val){ [ 910.026149] env[70261]: value = "resgroup-9" [ 910.026149] env[70261]: _type = "ResourcePool" [ 910.026149] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 910.026409] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the lease: (returnval){ [ 910.026409] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520a2220-7a8b-229b-e16c-0ec4314c6454" [ 910.026409] env[70261]: _type = "HttpNfcLease" [ 910.026409] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.033541] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.033541] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520a2220-7a8b-229b-e16c-0ec4314c6454" [ 910.033541] env[70261]: _type = "HttpNfcLease" [ 910.033541] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.048327] env[70261]: DEBUG oslo_concurrency.lockutils [req-fcc82870-6020-40e2-b48f-7bf6d0e06a06 req-0b5b48b8-9a76-4bb5-a145-2b63e7e3dafb service nova] Releasing lock "refresh_cache-9cce7d19-66ec-4cf1-adca-be14214b7589" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.151202] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "419719d1-301b-48b3-9121-f07e99970eb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.151438] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "419719d1-301b-48b3-9121-f07e99970eb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.235265] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386231, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.367205] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.368270] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.465s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.368694] env[70261]: DEBUG nova.objects.instance [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lazy-loading 'resources' on Instance uuid ffbd44fe-a3fa-4f2f-aed0-d869723d7f78 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.394117] env[70261]: INFO nova.scheduler.client.report [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted allocations for instance 44ab363a-e328-47a7-aedd-ca9f2610c921 [ 910.467622] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.467971] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad04c0e-29bd-4cdd-aac2-338cfe7034cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.475862] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 910.475862] env[70261]: value = "task-3386235" [ 910.475862] env[70261]: _type = "Task" [ 910.475862] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.485949] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.534149] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.534149] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520a2220-7a8b-229b-e16c-0ec4314c6454" [ 910.534149] env[70261]: _type = "HttpNfcLease" [ 910.534149] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.581557] env[70261]: DEBUG nova.compute.manager [req-606854b4-7c4f-4fe5-b053-7e5f7796532a req-0e3210ff-586e-4cf9-b0e4-0978624adbb1 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Received event network-vif-deleted-e69c89db-8cfe-449b-a977-b856308cab08 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.581743] env[70261]: INFO nova.compute.manager [req-606854b4-7c4f-4fe5-b053-7e5f7796532a req-0e3210ff-586e-4cf9-b0e4-0978624adbb1 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Neutron deleted interface e69c89db-8cfe-449b-a977-b856308cab08; detaching it from the instance and deleting it from the info cache [ 910.581915] env[70261]: DEBUG nova.network.neutron [req-606854b4-7c4f-4fe5-b053-7e5f7796532a req-0e3210ff-586e-4cf9-b0e4-0978624adbb1 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.604356] env[70261]: DEBUG nova.network.neutron [-] [instance: 8105e024-583b-4eaa-8089-40e193846160] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.653639] env[70261]: DEBUG nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.730367] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386231, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.630551} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.730748] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.731034] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.731418] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5270a6f-73e0-4dbe-a5b3-cf141de64ad5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.737268] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 910.737268] env[70261]: value = "task-3386236" [ 910.737268] env[70261]: _type = "Task" [ 910.737268] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.746314] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.909919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f51c979b-9594-49af-8c10-ee764d795016 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "44ab363a-e328-47a7-aedd-ca9f2610c921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.930s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.994743] env[70261]: DEBUG oslo_vmware.api [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386235, 'name': PowerOffVM_Task, 'duration_secs': 0.274967} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.994743] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.994743] env[70261]: DEBUG nova.compute.manager [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.994989] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de4a2c-1f89-4880-b656-52077e6b6a19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.038367] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.038367] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520a2220-7a8b-229b-e16c-0ec4314c6454" [ 911.038367] env[70261]: _type = "HttpNfcLease" [ 911.038367] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.039339] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.039339] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520a2220-7a8b-229b-e16c-0ec4314c6454" [ 911.039339] env[70261]: _type = "HttpNfcLease" [ 911.039339] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 911.040171] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf6c24c-78e2-4395-a3e9-e392440a962e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.056186] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e081-11f7-acfa-9c55-417723ed919c/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.056445] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e081-11f7-acfa-9c55-417723ed919c/disk-0.vmdk. {{(pid=70261) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 911.117226] env[70261]: INFO nova.compute.manager [-] [instance: 8105e024-583b-4eaa-8089-40e193846160] Took 1.35 seconds to deallocate network for instance. [ 911.120223] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81fe32f8-6c63-4a19-82bd-494cff947336 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.130505] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a8baf9a-eb04-48a7-9f16-a0a56060ad8f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.138757] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecca50a-f54b-43b3-8f5a-9bc796bb6d9e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.182041] env[70261]: DEBUG nova.compute.manager [req-606854b4-7c4f-4fe5-b053-7e5f7796532a req-0e3210ff-586e-4cf9-b0e4-0978624adbb1 service nova] [instance: 8105e024-583b-4eaa-8089-40e193846160] Detach interface failed, port_id=e69c89db-8cfe-449b-a977-b856308cab08, reason: Instance 8105e024-583b-4eaa-8089-40e193846160 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.185773] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.249234] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061698} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.249413] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.250340] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def50a9f-2035-4b06-be80-4e94894e4c4f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.270780] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.273664] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a68dfd4-a3ec-4a98-93f2-08cc9c0e205a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.293779] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 911.293779] env[70261]: value = "task-3386237" [ 911.293779] env[70261]: _type = "Task" [ 911.293779] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.306424] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.479902] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a23b2f-39e4-4e7f-979e-d22963d09bba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.491453] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c26ed-734f-43cb-b9d1-3a04225dd65b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.534647] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58794b4b-91b0-4443-8703-d7cd8b4959b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.537659] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.583s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.551726] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f3204-f6ad-4e7b-a89d-f1103ab33b0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.569406] env[70261]: DEBUG nova.compute.provider_tree [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.630242] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.805598] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.893933] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Completed reading data from the image iterator. {{(pid=70261) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 911.893933] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e081-11f7-acfa-9c55-417723ed919c/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.894762] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0021b041-6145-4822-81ca-7b4753d43a5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.904725] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e081-11f7-acfa-9c55-417723ed919c/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.904913] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e081-11f7-acfa-9c55-417723ed919c/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 911.905341] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7a264cbb-b282-4425-a952-dd6fe1f5b429 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.050365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.075816] env[70261]: DEBUG nova.scheduler.client.report [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.106360] env[70261]: DEBUG oslo_vmware.rw_handles [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4e081-11f7-acfa-9c55-417723ed919c/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 912.106627] env[70261]: INFO nova.virt.vmwareapi.images [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Downloaded image file data 43ab9980-f2f1-44e0-b8cd-1350d9af7aaf [ 912.111050] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3bab66-086d-46ec-88c4-5b30ec3ac1ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.126406] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d56af9db-e246-487b-909f-fe4a8abd11af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.150327] env[70261]: INFO nova.virt.vmwareapi.images [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] The imported VM was unregistered [ 912.152895] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Caching image {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 912.153161] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating directory with path [datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.153849] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00816c9b-268e-43ec-a5a7-f0fe88eb2259 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.166680] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created directory with path [datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.166829] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c/OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c.vmdk to [datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf.vmdk. {{(pid=70261) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 912.167097] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d0060dc2-e588-4f01-b9b1-d06bf3aec8fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.173922] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 912.173922] env[70261]: value = "task-3386239" [ 912.173922] env[70261]: _type = "Task" [ 912.173922] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.183339] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386239, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.305585] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.384182] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "29ce64a5-542f-450c-a3bc-89c118cfddc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.384795] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.587354] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.591997] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.537s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.623545] env[70261]: INFO nova.scheduler.client.report [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted allocations for instance ffbd44fe-a3fa-4f2f-aed0-d869723d7f78 [ 912.686592] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386239, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.810582] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386237, 'name': ReconfigVM_Task, 'duration_secs': 1.28379} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.812020] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1/4fe6084f-d33e-423f-899b-b80ac9f2d9d1.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.812020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25ef7e9b-ac4c-447a-9171-de63b55314fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.822123] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 912.822123] env[70261]: value = "task-3386240" [ 912.822123] env[70261]: _type = "Task" [ 912.822123] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.830997] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386240, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.891029] env[70261]: DEBUG nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.932291] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "069dc16f-3845-4aec-ad40-f8676969a7c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.933183] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.933183] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "069dc16f-3845-4aec-ad40-f8676969a7c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.933518] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.933881] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.943356] env[70261]: INFO nova.compute.manager [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Terminating instance [ 913.094601] env[70261]: DEBUG nova.objects.instance [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lazy-loading 'migration_context' on Instance uuid a384959a-20e9-4af0-a1c4-b0e72b98b450 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.133107] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de2cb975-65d8-4312-94a6-6ad7386710aa tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "ffbd44fe-a3fa-4f2f-aed0-d869723d7f78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.628s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.187171] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386239, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.332938] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386240, 'name': Rename_Task, 'duration_secs': 0.197251} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.332938] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.333401] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d09ae3-a110-4e22-946a-65f64d0a888d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.340920] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 913.340920] env[70261]: value = "task-3386241" [ 913.340920] env[70261]: _type = "Task" [ 913.340920] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.349662] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.424349] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.451380] env[70261]: DEBUG nova.compute.manager [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.452085] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.453114] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948950c2-a1bd-4f5a-8b95-5132fce017e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.470048] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.470048] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cb087d4-3c9b-4b5b-a52c-df26f9f6bfc6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.593844] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.594081] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.594808] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleting the datastore file [datastore1] 069dc16f-3845-4aec-ad40-f8676969a7c1 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.594808] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-208f26e6-bee4-4be4-baec-4a931abcd009 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.611533] env[70261]: DEBUG oslo_vmware.api [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 913.611533] env[70261]: value = "task-3386243" [ 913.611533] env[70261]: _type = "Task" [ 913.611533] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.632616] env[70261]: DEBUG oslo_vmware.api [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.689455] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386239, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.857949] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.033071] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.033995] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.033995] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.033995] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.036470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.037115] env[70261]: INFO nova.compute.manager [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Terminating instance [ 914.125578] env[70261]: DEBUG oslo_vmware.api [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.131019] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a982aea-748c-40fd-924d-20fb7e299717 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.139161] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb650c-051a-4ddd-b017-73b2d4e939cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.175790] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e39dc6a-9aac-4793-80af-94e26b8cef2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.188109] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ed6061-6aaa-4f71-a34e-f742cead2cab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.196944] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386239, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.208439] env[70261]: DEBUG nova.compute.provider_tree [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.286493] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "9cbbe337-9e39-41a6-a266-84fed223b9c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.286730] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.360021] env[70261]: DEBUG oslo_vmware.api [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386241, 'name': PowerOnVM_Task, 'duration_secs': 0.581739} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.360021] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.360021] env[70261]: DEBUG nova.compute.manager [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.360021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d2e715-b49b-4d31-893b-80a11f965945 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.542238] env[70261]: DEBUG nova.compute.manager [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.542711] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.543732] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74010a2a-87a9-4890-8d8a-ecf09932a88b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.552646] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.553367] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbe1cb0-ab4e-4bce-84e4-5db4d98fb040 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.560640] env[70261]: DEBUG oslo_vmware.api [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 914.560640] env[70261]: value = "task-3386244" [ 914.560640] env[70261]: _type = "Task" [ 914.560640] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.570450] env[70261]: DEBUG oslo_vmware.api [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.624807] env[70261]: DEBUG oslo_vmware.api [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.692628] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386239, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.711973] env[70261]: DEBUG nova.scheduler.client.report [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.885319] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.076523] env[70261]: DEBUG oslo_vmware.api [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386244, 'name': PowerOffVM_Task, 'duration_secs': 0.416071} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.076523] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.076679] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.076894] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c82e41-3d1d-4e5d-b6a1-a0456a81710c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.140896] env[70261]: DEBUG oslo_vmware.api [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.151185] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.151185] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.151185] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleting the datastore file [datastore1] 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.151185] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47050da7-efd7-487f-abec-9348773c5a80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.162524] env[70261]: DEBUG oslo_vmware.api [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 915.162524] env[70261]: value = "task-3386246" [ 915.162524] env[70261]: _type = "Task" [ 915.162524] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.180981] env[70261]: DEBUG oslo_vmware.api [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.192275] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386239, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.976202} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.192584] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c/OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c.vmdk to [datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf.vmdk. [ 915.196020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Cleaning up location [datastore1] OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 915.196020] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_644a83a4-5662-4adc-82f4-13d230c5a27c {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.196020] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb71231-417a-41c8-9fb6-9ec07ce2fee2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.199807] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 915.199807] env[70261]: value = "task-3386247" [ 915.199807] env[70261]: _type = "Task" [ 915.199807] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.209559] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.550625] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.550625] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.550807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.551060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.551281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.553531] env[70261]: INFO nova.compute.manager [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Terminating instance [ 915.625878] env[70261]: DEBUG oslo_vmware.api [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.518674} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.626264] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.626643] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.626802] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.626904] env[70261]: INFO nova.compute.manager [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Took 2.18 seconds to destroy the instance on the hypervisor. [ 915.627252] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.627494] env[70261]: DEBUG nova.compute.manager [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.627619] env[70261]: DEBUG nova.network.neutron [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 915.674174] env[70261]: DEBUG oslo_vmware.api [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.711646] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234729} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.712024] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.712778] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.713017] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf.vmdk to [datastore1] 9cce7d19-66ec-4cf1-adca-be14214b7589/9cce7d19-66ec-4cf1-adca-be14214b7589.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.713605] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bf93ef7-bcb2-48c4-bf5f-aac5ca91481e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.720562] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 915.720562] env[70261]: value = "task-3386248" [ 915.720562] env[70261]: _type = "Task" [ 915.720562] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.727190] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.137s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.736218] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.587s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.737675] env[70261]: INFO nova.compute.claims [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.740627] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.927197] env[70261]: DEBUG nova.compute.manager [req-8cd703e0-bd67-44bc-8661-3cec41710298 req-7e84b6fc-6dd3-4c8b-86bf-340144f1178d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Received event network-vif-deleted-439a9ecc-94e2-4ca4-afd9-888678bd3fb5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.927657] env[70261]: INFO nova.compute.manager [req-8cd703e0-bd67-44bc-8661-3cec41710298 req-7e84b6fc-6dd3-4c8b-86bf-340144f1178d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Neutron deleted interface 439a9ecc-94e2-4ca4-afd9-888678bd3fb5; detaching it from the instance and deleting it from the info cache [ 915.927657] env[70261]: DEBUG nova.network.neutron [req-8cd703e0-bd67-44bc-8661-3cec41710298 req-7e84b6fc-6dd3-4c8b-86bf-340144f1178d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.058739] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "refresh_cache-4fe6084f-d33e-423f-899b-b80ac9f2d9d1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.058871] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "refresh_cache-4fe6084f-d33e-423f-899b-b80ac9f2d9d1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.059066] env[70261]: DEBUG nova.network.neutron [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 916.071910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "00e26087-296d-43ec-934c-90426eb99d06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.072447] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "00e26087-296d-43ec-934c-90426eb99d06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.175928] env[70261]: DEBUG oslo_vmware.api [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.931713} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.175928] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.179022] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.179022] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.179022] env[70261]: INFO nova.compute.manager [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Took 1.63 seconds to destroy the instance on the hypervisor. [ 916.179022] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.179022] env[70261]: DEBUG nova.compute.manager [-] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.179022] env[70261]: DEBUG nova.network.neutron [-] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 916.231343] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.410680] env[70261]: DEBUG nova.network.neutron [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.430732] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-619fada2-4936-4604-9ca4-e5ed81a65663 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.444270] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5413fbb-76c3-4fc2-91c2-3d8498b02152 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.479137] env[70261]: DEBUG nova.compute.manager [req-8cd703e0-bd67-44bc-8661-3cec41710298 req-7e84b6fc-6dd3-4c8b-86bf-340144f1178d service nova] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Detach interface failed, port_id=439a9ecc-94e2-4ca4-afd9-888678bd3fb5, reason: Instance 069dc16f-3845-4aec-ad40-f8676969a7c1 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.582015] env[70261]: DEBUG nova.network.neutron [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 916.640977] env[70261]: DEBUG nova.network.neutron [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.733043] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.919756] env[70261]: INFO nova.compute.manager [-] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Took 1.29 seconds to deallocate network for instance. [ 916.929345] env[70261]: DEBUG nova.network.neutron [-] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.143671] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "refresh_cache-4fe6084f-d33e-423f-899b-b80ac9f2d9d1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.144498] env[70261]: DEBUG nova.compute.manager [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.144498] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.147836] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a14aae-2df5-4200-9a99-33d350c5f175 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.156319] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.156629] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ac57d5-7596-48e4-a8a4-c3a200b1a575 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.163754] env[70261]: DEBUG oslo_vmware.api [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 917.163754] env[70261]: value = "task-3386249" [ 917.163754] env[70261]: _type = "Task" [ 917.163754] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.175098] env[70261]: DEBUG oslo_vmware.api [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.191653] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94327f69-b320-4e68-98e3-703601626d66 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.199495] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a4323-584b-44ec-9820-52ead44c60eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.233565] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782c98fd-2c36-4b75-8db5-df0656e96132 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.244302] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28d3c91-41fb-48a1-9a69-a883fdf3a906 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.248270] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.258406] env[70261]: DEBUG nova.compute.provider_tree [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.273906] env[70261]: INFO nova.compute.manager [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Swapping old allocation on dict_keys(['78dbb7ec-e40b-4c1c-be53-53a1caf6c800']) held by migration 749d23de-1411-4f46-b109-5ecb3a1f43c1 for instance [ 917.297784] env[70261]: DEBUG nova.scheduler.client.report [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Overwriting current allocation {'allocations': {'78dbb7ec-e40b-4c1c-be53-53a1caf6c800': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': 'af06f08ff7b442878066424254d6118d', 'user_id': 'aa3681abbbc54afea3a222356792b996', 'consumer_generation': 1} on consumer a384959a-20e9-4af0-a1c4-b0e72b98b450 {{(pid=70261) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 917.383580] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.383786] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquired lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.383970] env[70261]: DEBUG nova.network.neutron [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 917.428565] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.432280] env[70261]: INFO nova.compute.manager [-] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Took 1.25 seconds to deallocate network for instance. [ 917.676535] env[70261]: DEBUG oslo_vmware.api [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386249, 'name': PowerOffVM_Task, 'duration_secs': 0.160307} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.676803] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.677031] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.677341] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef36e89a-b2f2-4dce-81fc-095bb696bd5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.704279] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.704526] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.704710] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleting the datastore file [datastore2] 4fe6084f-d33e-423f-899b-b80ac9f2d9d1 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.704982] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec87996d-5a54-4a65-958c-eaa2ad429d4a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.711980] env[70261]: DEBUG oslo_vmware.api [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 917.711980] env[70261]: value = "task-3386251" [ 917.711980] env[70261]: _type = "Task" [ 917.711980] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.720680] env[70261]: DEBUG oslo_vmware.api [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.739743] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.762291] env[70261]: DEBUG nova.scheduler.client.report [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.939379] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.985752] env[70261]: DEBUG nova.compute.manager [req-c381f00b-28ee-4b29-a3c9-af8b1236f2d8 req-ab804c79-52be-4751-8099-21a20fe36841 service nova] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Received event network-vif-deleted-9a7b67d3-c9b2-4cbf-8fdc-d13907d75b51 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.108494] env[70261]: DEBUG nova.network.neutron [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance_info_cache with network_info: [{"id": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "address": "fa:16:3e:c4:32:91", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a32f47-fa", "ovs_interfaceid": "73a32f47-faba-4406-91eb-9e4bbe60bd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.226990] env[70261]: DEBUG oslo_vmware.api [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173625} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.227484] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.227807] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.228140] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.228458] env[70261]: INFO nova.compute.manager [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 918.228842] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.229187] env[70261]: DEBUG nova.compute.manager [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.229364] env[70261]: DEBUG nova.network.neutron [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 918.245283] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.252045] env[70261]: DEBUG nova.network.neutron [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 918.267859] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.268712] env[70261]: DEBUG nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.272859] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.092s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.274986] env[70261]: INFO nova.compute.claims [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.611958] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Releasing lock "refresh_cache-a384959a-20e9-4af0-a1c4-b0e72b98b450" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.612490] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.612782] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f56f13-a47d-4283-9486-817f0746b67a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.620554] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 918.620554] env[70261]: value = "task-3386252" [ 918.620554] env[70261]: _type = "Task" [ 918.620554] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.629924] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.741322] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.755097] env[70261]: DEBUG nova.network.neutron [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.781389] env[70261]: DEBUG nova.compute.utils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.786436] env[70261]: DEBUG nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.786436] env[70261]: DEBUG nova.network.neutron [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.843653] env[70261]: DEBUG nova.policy [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5582434417bc442d87a444a1da19ebd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '802814af32fd476bb29149ef6ccc9d20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.130317] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386252, 'name': PowerOffVM_Task, 'duration_secs': 0.231821} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.130598] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:04:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f971adec-fce4-47e2-b40e-9d9e94576316',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-698373628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.132651] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.133280] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.133280] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.133280] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.140800] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a553219b-335f-4992-be78-790d243c6c6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.153657] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 919.153657] env[70261]: value = "task-3386253" [ 919.153657] env[70261]: _type = "Task" [ 919.153657] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.161685] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.172304] env[70261]: DEBUG nova.network.neutron [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Successfully created port: 9e2a8c92-e457-4194-bf10-71f7e662eb57 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.242240] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.258612] env[70261]: INFO nova.compute.manager [-] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Took 1.03 seconds to deallocate network for instance. [ 919.291240] env[70261]: DEBUG nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.639757] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157be78c-d90d-431f-bd20-09f7c43c6aec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.648896] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b5664-4fea-4dba-aece-0e4344b8413a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.681032] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137e5c88-ce71-4a82-ac48-11835d367220 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.687546] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386253, 'name': ReconfigVM_Task, 'duration_secs': 0.147507} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.690216] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bf5df9-faae-469b-b840-acb8fa1c5c3b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.694670] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256a3253-2f1b-4d70-9db9-177c4a7de96b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.715414] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:04:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f971adec-fce4-47e2-b40e-9d9e94576316',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-698373628',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.715659] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.715829] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.716038] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.716176] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.716328] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.716536] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.716693] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.716861] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.717044] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.717214] env[70261]: DEBUG nova.virt.hardware [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.725699] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f969833b-b860-4723-99cf-5000c67e6e76 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.728340] env[70261]: DEBUG nova.compute.provider_tree [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.732851] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 919.732851] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e4758d-e371-5b8c-9fc7-bf624b96c29e" [ 919.732851] env[70261]: _type = "Task" [ 919.732851] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.744612] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386248, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.84192} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.747806] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf/43ab9980-f2f1-44e0-b8cd-1350d9af7aaf.vmdk to [datastore1] 9cce7d19-66ec-4cf1-adca-be14214b7589/9cce7d19-66ec-4cf1-adca-be14214b7589.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.748605] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e4758d-e371-5b8c-9fc7-bf624b96c29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.749354] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7975d9a0-7538-480e-944d-e46068b20f42 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.772104] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 9cce7d19-66ec-4cf1-adca-be14214b7589/9cce7d19-66ec-4cf1-adca-be14214b7589.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.773041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.773482] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bebf308-c035-4319-871e-94794f7fd513 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.792583] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 919.792583] env[70261]: value = "task-3386254" [ 919.792583] env[70261]: _type = "Task" [ 919.792583] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.803902] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.232548] env[70261]: DEBUG nova.scheduler.client.report [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.246294] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e4758d-e371-5b8c-9fc7-bf624b96c29e, 'name': SearchDatastore_Task, 'duration_secs': 0.015838} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.251575] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 920.252488] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9508e386-65a0-4a33-b7f3-b7b0a8145a0a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.271251] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 920.271251] env[70261]: value = "task-3386255" [ 920.271251] env[70261]: _type = "Task" [ 920.271251] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.280309] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.302563] env[70261]: DEBUG nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.304848] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.328498] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.328782] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.328981] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.329237] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.329428] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.329619] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.329877] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.330089] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.330302] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.330516] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.330731] env[70261]: DEBUG nova.virt.hardware [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.331709] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692df82b-2355-495b-a389-1af4c980d21a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.340357] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0dda1-ab83-464a-af9e-88c1496b3bdc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.541686] env[70261]: DEBUG nova.compute.manager [req-90b03b49-8c7d-418b-8223-a5c44daceeca req-4bc82d95-92dd-45b7-ae47-7ccfdae3a0a2 service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Received event network-vif-plugged-9e2a8c92-e457-4194-bf10-71f7e662eb57 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.541949] env[70261]: DEBUG oslo_concurrency.lockutils [req-90b03b49-8c7d-418b-8223-a5c44daceeca req-4bc82d95-92dd-45b7-ae47-7ccfdae3a0a2 service nova] Acquiring lock "93e208f1-38f1-4021-9952-afdea3e2aead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.542219] env[70261]: DEBUG oslo_concurrency.lockutils [req-90b03b49-8c7d-418b-8223-a5c44daceeca req-4bc82d95-92dd-45b7-ae47-7ccfdae3a0a2 service nova] Lock "93e208f1-38f1-4021-9952-afdea3e2aead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.542397] env[70261]: DEBUG oslo_concurrency.lockutils [req-90b03b49-8c7d-418b-8223-a5c44daceeca req-4bc82d95-92dd-45b7-ae47-7ccfdae3a0a2 service nova] Lock "93e208f1-38f1-4021-9952-afdea3e2aead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.542551] env[70261]: DEBUG nova.compute.manager [req-90b03b49-8c7d-418b-8223-a5c44daceeca req-4bc82d95-92dd-45b7-ae47-7ccfdae3a0a2 service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] No waiting events found dispatching network-vif-plugged-9e2a8c92-e457-4194-bf10-71f7e662eb57 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.542713] env[70261]: WARNING nova.compute.manager [req-90b03b49-8c7d-418b-8223-a5c44daceeca req-4bc82d95-92dd-45b7-ae47-7ccfdae3a0a2 service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Received unexpected event network-vif-plugged-9e2a8c92-e457-4194-bf10-71f7e662eb57 for instance with vm_state building and task_state spawning. [ 920.624478] env[70261]: DEBUG nova.network.neutron [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Successfully updated port: 9e2a8c92-e457-4194-bf10-71f7e662eb57 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.741110] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.741110] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.743765] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.402s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.782219] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386255, 'name': ReconfigVM_Task, 'duration_secs': 0.194821} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.783298] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.784097] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386ca4e9-0912-456a-90eb-481e69f1a302 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.808263] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.814457] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8acb4aa-81cf-4e95-88fc-17869edc1e09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.832813] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386254, 'name': ReconfigVM_Task, 'duration_secs': 0.614175} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.834133] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 9cce7d19-66ec-4cf1-adca-be14214b7589/9cce7d19-66ec-4cf1-adca-be14214b7589.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.834869] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 920.834869] env[70261]: value = "task-3386256" [ 920.834869] env[70261]: _type = "Task" [ 920.834869] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.835114] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d914874-d704-4037-bed6-cee1a0ef09e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.845300] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.848695] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 920.848695] env[70261]: value = "task-3386257" [ 920.848695] env[70261]: _type = "Task" [ 920.848695] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.854197] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386257, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.129049] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "refresh_cache-93e208f1-38f1-4021-9952-afdea3e2aead" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.129246] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired lock "refresh_cache-93e208f1-38f1-4021-9952-afdea3e2aead" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.129390] env[70261]: DEBUG nova.network.neutron [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 921.250026] env[70261]: DEBUG nova.compute.utils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.259493] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.259706] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.304861] env[70261]: DEBUG nova.policy [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af4cb7ba45e4752b7b78a6b7ce4b53f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42bcf6e7d6345cf8880c8a5081ce8fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.346625] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386256, 'name': ReconfigVM_Task, 'duration_secs': 0.277347} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.346980] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Reconfigured VM instance instance-0000002e to attach disk [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450/a384959a-20e9-4af0-a1c4-b0e72b98b450.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.350473] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bfd713-c5c1-421c-a350-8985fc5310ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.358505] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386257, 'name': Rename_Task, 'duration_secs': 0.151722} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.372448] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.372824] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32567f0-c542-441c-a41e-3b29c8f2f2d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.374939] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4d8119-8ba8-48e4-a452-d3e084f8ebb6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.394206] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d186a1-24ad-472d-b782-d5d66c4596e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.396807] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 921.396807] env[70261]: value = "task-3386258" [ 921.396807] env[70261]: _type = "Task" [ 921.396807] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.414118] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f50eb7f-de11-4cf8-a989-0b2939b20e84 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.420245] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.424382] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.424635] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930bf5c5-4c1d-4ca9-915f-d43b0021138c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.430270] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 921.430270] env[70261]: value = "task-3386259" [ 921.430270] env[70261]: _type = "Task" [ 921.430270] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.437852] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.567493] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Successfully created port: 81bf4c9c-78df-43ba-ba7d-8330befc4de5 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.676770] env[70261]: DEBUG nova.network.neutron [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 921.760850] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.792401] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 9136504b-78c6-463e-95d8-2e72bca184a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.792585] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 921.792715] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.792836] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance ee3755cb-b274-4e7b-bcd6-193594d43662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793013] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 2aea86d5-8b92-416f-9abf-12c3ac0c77b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793171] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793288] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f1e35b93-05de-4ca0-be0c-c9752f64acc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793430] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 6351eebf-bfa3-4356-acdd-d7c901943867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793558] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793706] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 840bff09-bbc2-4890-abd6-ad2855e4afe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793845] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a384959a-20e9-4af0-a1c4-b0e72b98b450 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.793968] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d33277cb-68d8-46dd-ad32-40e33086ce68 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.794129] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 3548ab30-abd5-4960-b00a-4fe64d153fdd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 921.794273] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 069dc16f-3845-4aec-ad40-f8676969a7c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 921.794407] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a32b83e8-8d37-415e-9d22-430aed33078c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.794544] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance cb4c8ffe-e094-41b0-88a3-d1664bf88a36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.794679] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 4fe6084f-d33e-423f-899b-b80ac9f2d9d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 921.794802] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 8105e024-583b-4eaa-8089-40e193846160 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 921.794977] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 9cce7d19-66ec-4cf1-adca-be14214b7589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.795309] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 93e208f1-38f1-4021-9952-afdea3e2aead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.795585] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 2c5efbea-0b4d-4438-83f0-e6ec43a2b900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 921.896471] env[70261]: DEBUG nova.network.neutron [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Updating instance_info_cache with network_info: [{"id": "9e2a8c92-e457-4194-bf10-71f7e662eb57", "address": "fa:16:3e:78:d0:fd", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2a8c92-e4", "ovs_interfaceid": "9e2a8c92-e457-4194-bf10-71f7e662eb57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.908046] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386258, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.940382] env[70261]: DEBUG oslo_vmware.api [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386259, 'name': PowerOnVM_Task, 'duration_secs': 0.412176} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.940731] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.298618] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 41f149c3-93c6-4722-b153-bb6d074de11d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 922.403070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Releasing lock "refresh_cache-93e208f1-38f1-4021-9952-afdea3e2aead" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.403070] env[70261]: DEBUG nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Instance network_info: |[{"id": "9e2a8c92-e457-4194-bf10-71f7e662eb57", "address": "fa:16:3e:78:d0:fd", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2a8c92-e4", "ovs_interfaceid": "9e2a8c92-e457-4194-bf10-71f7e662eb57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.403377] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:d0:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e2a8c92-e457-4194-bf10-71f7e662eb57', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.410470] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Creating folder: Project (802814af32fd476bb29149ef6ccc9d20). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.411150] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db5b234b-7f0c-4f88-bae4-f0258de2b20a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.417633] env[70261]: DEBUG oslo_vmware.api [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386258, 'name': PowerOnVM_Task, 'duration_secs': 0.55979} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.417858] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.418052] env[70261]: INFO nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Took 16.44 seconds to spawn the instance on the hypervisor. [ 922.418239] env[70261]: DEBUG nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.418956] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f4a014-aa62-41fe-862a-280233bfdfbb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.422139] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Created folder: Project (802814af32fd476bb29149ef6ccc9d20) in parent group-v675446. [ 922.422320] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Creating folder: Instances. Parent ref: group-v675629. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.422787] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b31588d-6133-4db5-bac9-3afdad465f4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.430866] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Created folder: Instances in parent group-v675629. [ 922.431098] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.431275] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.431457] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84410924-bd3e-4430-94bd-c6fbe0b630e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.453429] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.453429] env[70261]: value = "task-3386262" [ 922.453429] env[70261]: _type = "Task" [ 922.453429] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.460509] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386262, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.569017] env[70261]: DEBUG nova.compute.manager [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Received event network-changed-9e2a8c92-e457-4194-bf10-71f7e662eb57 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.569190] env[70261]: DEBUG nova.compute.manager [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Refreshing instance network info cache due to event network-changed-9e2a8c92-e457-4194-bf10-71f7e662eb57. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.569407] env[70261]: DEBUG oslo_concurrency.lockutils [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] Acquiring lock "refresh_cache-93e208f1-38f1-4021-9952-afdea3e2aead" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.569549] env[70261]: DEBUG oslo_concurrency.lockutils [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] Acquired lock "refresh_cache-93e208f1-38f1-4021-9952-afdea3e2aead" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.569705] env[70261]: DEBUG nova.network.neutron [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Refreshing network info cache for port 9e2a8c92-e457-4194-bf10-71f7e662eb57 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 922.773620] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.799341] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.799606] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.799763] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.799990] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.800188] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.800326] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.800541] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.800708] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.800881] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.801070] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.801275] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.801985] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 68f842e5-ff02-4fff-82dd-a22ee8e98e62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 922.803743] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7626613-a5ab-48cf-b0e1-29709ea56270 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.811610] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e468e3e8-b306-4f22-9cf8-2378dc8b1c20 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.935889] env[70261]: INFO nova.compute.manager [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Took 62.88 seconds to build instance. [ 922.951321] env[70261]: INFO nova.compute.manager [None req-b6cec679-4eaf-40b6-ac38-1a14831b2e68 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance to original state: 'active' [ 922.965836] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386262, 'name': CreateVM_Task, 'duration_secs': 0.377807} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.966044] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.967126] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.967311] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.967707] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.968100] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8456c306-d31c-4071-b349-88054ad857ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.973251] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 922.973251] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5271bae4-d8ef-0405-2e5b-641e56eebec6" [ 922.973251] env[70261]: _type = "Task" [ 922.973251] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.981166] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5271bae4-d8ef-0405-2e5b-641e56eebec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.307896] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 404c5c7e-8c80-4864-b68c-47ca67bbd95b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 923.437836] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b0c0e704-b85f-45eb-81e4-c7bca0af169d tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.394s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.486061] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5271bae4-d8ef-0405-2e5b-641e56eebec6, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.486375] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.486607] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.486837] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.486983] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.487178] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.487465] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe1527bd-918d-49bf-ab3e-684822adedf8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.501625] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Successfully updated port: 81bf4c9c-78df-43ba-ba7d-8330befc4de5 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.505972] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.506214] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.507480] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc31079-791f-4b42-aba7-576d57145108 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.513031] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 923.513031] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273062e-405f-abc5-c16f-627cba18c2a6" [ 923.513031] env[70261]: _type = "Task" [ 923.513031] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.521377] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273062e-405f-abc5-c16f-627cba18c2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.553259] env[70261]: DEBUG nova.network.neutron [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Updated VIF entry in instance network info cache for port 9e2a8c92-e457-4194-bf10-71f7e662eb57. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 923.553259] env[70261]: DEBUG nova.network.neutron [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Updating instance_info_cache with network_info: [{"id": "9e2a8c92-e457-4194-bf10-71f7e662eb57", "address": "fa:16:3e:78:d0:fd", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2a8c92-e4", "ovs_interfaceid": "9e2a8c92-e457-4194-bf10-71f7e662eb57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.687924] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "9cce7d19-66ec-4cf1-adca-be14214b7589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.688817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.688817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "9cce7d19-66ec-4cf1-adca-be14214b7589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.688817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.688817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.691034] env[70261]: INFO nova.compute.manager [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Terminating instance [ 923.811279] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 01509e0c-e137-41cb-8f6f-5e9b92475277 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 923.940812] env[70261]: DEBUG nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.008135] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "refresh_cache-2c5efbea-0b4d-4438-83f0-e6ec43a2b900" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.008386] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "refresh_cache-2c5efbea-0b4d-4438-83f0-e6ec43a2b900" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.008595] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 924.024857] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273062e-405f-abc5-c16f-627cba18c2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.025735] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77d4464-5cea-4332-9a8a-1a1b16ce068e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.031538] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 924.031538] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524a289a-18ee-fd61-c518-16bcc490a121" [ 924.031538] env[70261]: _type = "Task" [ 924.031538] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.040932] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524a289a-18ee-fd61-c518-16bcc490a121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.055798] env[70261]: DEBUG oslo_concurrency.lockutils [req-31a77cdb-6d29-48fb-ade7-37469c9075c1 req-93867f87-d811-4130-8439-b5fcf603088b service nova] Releasing lock "refresh_cache-93e208f1-38f1-4021-9952-afdea3e2aead" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.168660] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "a384959a-20e9-4af0-a1c4-b0e72b98b450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.168916] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.169152] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.169341] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.169514] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.171909] env[70261]: INFO nova.compute.manager [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Terminating instance [ 924.199128] env[70261]: DEBUG nova.compute.manager [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.199374] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.200414] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eef77e-8eab-43c6-9c05-5a9fcc8dbd80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.208242] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.208562] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1dfcdd8-8d62-4e8d-8f57-92d587785d08 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.215832] env[70261]: DEBUG oslo_vmware.api [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 924.215832] env[70261]: value = "task-3386263" [ 924.215832] env[70261]: _type = "Task" [ 924.215832] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.225865] env[70261]: DEBUG oslo_vmware.api [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.313979] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 924.467156] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.542780] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524a289a-18ee-fd61-c518-16bcc490a121, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.543553] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 924.545370] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.545641] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 93e208f1-38f1-4021-9952-afdea3e2aead/93e208f1-38f1-4021-9952-afdea3e2aead.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.545905] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf0d9a9-2920-4d41-bb51-85375754a5b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.552679] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 924.552679] env[70261]: value = "task-3386264" [ 924.552679] env[70261]: _type = "Task" [ 924.552679] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.561248] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.600839] env[70261]: DEBUG nova.compute.manager [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Received event network-vif-plugged-81bf4c9c-78df-43ba-ba7d-8330befc4de5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.601130] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] Acquiring lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.601444] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.601655] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.601886] env[70261]: DEBUG nova.compute.manager [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] No waiting events found dispatching network-vif-plugged-81bf4c9c-78df-43ba-ba7d-8330befc4de5 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.602215] env[70261]: WARNING nova.compute.manager [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Received unexpected event network-vif-plugged-81bf4c9c-78df-43ba-ba7d-8330befc4de5 for instance with vm_state building and task_state spawning. [ 924.602426] env[70261]: DEBUG nova.compute.manager [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Received event network-changed-81bf4c9c-78df-43ba-ba7d-8330befc4de5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.602569] env[70261]: DEBUG nova.compute.manager [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Refreshing instance network info cache due to event network-changed-81bf4c9c-78df-43ba-ba7d-8330befc4de5. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.602817] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] Acquiring lock "refresh_cache-2c5efbea-0b4d-4438-83f0-e6ec43a2b900" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.675832] env[70261]: DEBUG nova.compute.manager [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.676085] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.677069] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e96ee66-c603-43eb-a71c-cbf4a8f6950f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.685119] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.685467] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b6d39f-413a-4b8f-acce-cc5f40edfba1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.692339] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Updating instance_info_cache with network_info: [{"id": "81bf4c9c-78df-43ba-ba7d-8330befc4de5", "address": "fa:16:3e:97:21:ec", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bf4c9c-78", "ovs_interfaceid": "81bf4c9c-78df-43ba-ba7d-8330befc4de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.695628] env[70261]: DEBUG oslo_vmware.api [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 924.695628] env[70261]: value = "task-3386265" [ 924.695628] env[70261]: _type = "Task" [ 924.695628] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.705177] env[70261]: DEBUG oslo_vmware.api [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.726094] env[70261]: DEBUG oslo_vmware.api [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386263, 'name': PowerOffVM_Task, 'duration_secs': 0.305728} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.726364] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.726536] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.726866] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db05483-9390-41f0-a2e4-dc7e9af2393b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.816928] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 419719d1-301b-48b3-9121-f07e99970eb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 924.818882] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.819173] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.819383] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleting the datastore file [datastore1] 9cce7d19-66ec-4cf1-adca-be14214b7589 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.819946] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b61de10b-c259-434c-af01-d8fecc60089f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.826574] env[70261]: DEBUG oslo_vmware.api [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 924.826574] env[70261]: value = "task-3386267" [ 924.826574] env[70261]: _type = "Task" [ 924.826574] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.836253] env[70261]: DEBUG oslo_vmware.api [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.063275] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386264, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.197371] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "refresh_cache-2c5efbea-0b4d-4438-83f0-e6ec43a2b900" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.197371] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Instance network_info: |[{"id": "81bf4c9c-78df-43ba-ba7d-8330befc4de5", "address": "fa:16:3e:97:21:ec", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bf4c9c-78", "ovs_interfaceid": "81bf4c9c-78df-43ba-ba7d-8330befc4de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.197526] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] Acquired lock "refresh_cache-2c5efbea-0b4d-4438-83f0-e6ec43a2b900" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.197742] env[70261]: DEBUG nova.network.neutron [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Refreshing network info cache for port 81bf4c9c-78df-43ba-ba7d-8330befc4de5 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 925.199179] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:21:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81bf4c9c-78df-43ba-ba7d-8330befc4de5', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.207501] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.212328] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.212887] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68bf7e6f-01a5-4ba1-a8f3-ce31d907539b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.232082] env[70261]: DEBUG oslo_vmware.api [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386265, 'name': PowerOffVM_Task, 'duration_secs': 0.205818} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.233322] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.233500] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.233718] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.233718] env[70261]: value = "task-3386268" [ 925.233718] env[70261]: _type = "Task" [ 925.233718] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.233894] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e985b7-9df7-4b4a-8ae1-867105e17326 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.243203] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386268, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.305799] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.306208] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.306440] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Deleting the datastore file [datastore2] a384959a-20e9-4af0-a1c4-b0e72b98b450 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.306724] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c421fb65-02e0-45a7-81f7-be06464a95ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.315823] env[70261]: DEBUG oslo_vmware.api [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 925.315823] env[70261]: value = "task-3386270" [ 925.315823] env[70261]: _type = "Task" [ 925.315823] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.321649] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 29ce64a5-542f-450c-a3bc-89c118cfddc4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.328278] env[70261]: DEBUG oslo_vmware.api [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.337133] env[70261]: DEBUG oslo_vmware.api [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330806} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.337375] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.337579] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.337769] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.337985] env[70261]: INFO nova.compute.manager [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.338280] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.338495] env[70261]: DEBUG nova.compute.manager [-] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.338610] env[70261]: DEBUG nova.network.neutron [-] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 925.565352] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601078} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.565602] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 93e208f1-38f1-4021-9952-afdea3e2aead/93e208f1-38f1-4021-9952-afdea3e2aead.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.565865] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.566228] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9338e83b-fa53-44d2-b325-6f99190d8833 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.573057] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 925.573057] env[70261]: value = "task-3386271" [ 925.573057] env[70261]: _type = "Task" [ 925.573057] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.582375] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.744514] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386268, 'name': CreateVM_Task, 'duration_secs': 0.372456} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.746733] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.747390] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.747556] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.747868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.748404] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d293dd57-b6a2-4a97-90b8-efc15882c3ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.752536] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 925.752536] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528cba41-5819-f35f-b025-a55fc4565cbf" [ 925.752536] env[70261]: _type = "Task" [ 925.752536] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.760190] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528cba41-5819-f35f-b025-a55fc4565cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.826620] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 9cbbe337-9e39-41a6-a266-84fed223b9c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.827855] env[70261]: DEBUG oslo_vmware.api [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153328} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.828285] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.828469] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.828645] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.828814] env[70261]: INFO nova.compute.manager [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.829052] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.829259] env[70261]: DEBUG nova.compute.manager [-] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.829352] env[70261]: DEBUG nova.network.neutron [-] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 925.967154] env[70261]: DEBUG nova.network.neutron [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Updated VIF entry in instance network info cache for port 81bf4c9c-78df-43ba-ba7d-8330befc4de5. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 925.967660] env[70261]: DEBUG nova.network.neutron [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Updating instance_info_cache with network_info: [{"id": "81bf4c9c-78df-43ba-ba7d-8330befc4de5", "address": "fa:16:3e:97:21:ec", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81bf4c9c-78", "ovs_interfaceid": "81bf4c9c-78df-43ba-ba7d-8330befc4de5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.082822] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16158} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.083145] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.083913] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fbdd5a-7002-4575-aec2-c7d6a6df1d9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.086485] env[70261]: DEBUG nova.network.neutron [-] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.106942] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 93e208f1-38f1-4021-9952-afdea3e2aead/93e208f1-38f1-4021-9952-afdea3e2aead.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.108914] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ed2133-0744-495a-bf63-47fcd96bd02e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.123596] env[70261]: DEBUG nova.network.neutron [-] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.129039] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 926.129039] env[70261]: value = "task-3386272" [ 926.129039] env[70261]: _type = "Task" [ 926.129039] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.137264] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.264292] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528cba41-5819-f35f-b025-a55fc4565cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.264593] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.264825] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.265063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.265214] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.265387] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.265649] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfa3086-04d3-4cd9-9e48-1ef49314ca17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.274361] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.274565] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.275322] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e12f637-b214-429d-a144-e03e0a634713 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.280879] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 926.280879] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c56274-94c7-e2e0-f959-af2627ff8ea5" [ 926.280879] env[70261]: _type = "Task" [ 926.280879] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.289203] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c56274-94c7-e2e0-f959-af2627ff8ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.329193] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 00e26087-296d-43ec-934c-90426eb99d06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.329467] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 926.329608] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 926.470333] env[70261]: DEBUG oslo_concurrency.lockutils [req-c3aca7f8-5cdc-438e-bb4b-3db917cf5eab req-0fac7dec-2728-429d-9627-d572f22a8040 service nova] Releasing lock "refresh_cache-2c5efbea-0b4d-4438-83f0-e6ec43a2b900" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.588960] env[70261]: INFO nova.compute.manager [-] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Took 1.25 seconds to deallocate network for instance. [ 926.625402] env[70261]: INFO nova.compute.manager [-] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Took 0.80 seconds to deallocate network for instance. [ 926.634956] env[70261]: DEBUG nova.compute.manager [req-bd6bb8ad-b910-4671-9a69-7ce21cc54ee4 req-ee4353dc-5997-47a6-8a03-049f574b3429 service nova] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Received event network-vif-deleted-e73b9e24-927d-4511-ba17-fae9eaa39792 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.635613] env[70261]: DEBUG nova.compute.manager [req-bd6bb8ad-b910-4671-9a69-7ce21cc54ee4 req-ee4353dc-5997-47a6-8a03-049f574b3429 service nova] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Received event network-vif-deleted-73a32f47-faba-4406-91eb-9e4bbe60bd90 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.645697] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386272, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.681988] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c26aff-a94a-4a1d-ba73-66735e688201 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.689020] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436bc9c7-7783-434d-ab1a-379c3aaea572 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.718481] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca2a3d0-1f49-45db-b8f7-0000bba737f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.726454] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bbc2a-9adf-4598-b52b-f0081f1ac395 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.740038] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.791396] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c56274-94c7-e2e0-f959-af2627ff8ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.792287] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fd73f4-3586-499a-9b42-2720b3e1afc1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.797140] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 926.797140] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524f81f9-363a-fb72-b3ec-9e79fd18b25d" [ 926.797140] env[70261]: _type = "Task" [ 926.797140] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.806820] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524f81f9-363a-fb72-b3ec-9e79fd18b25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.097429] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.138534] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.144453] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386272, 'name': ReconfigVM_Task, 'duration_secs': 0.545285} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.144712] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 93e208f1-38f1-4021-9952-afdea3e2aead/93e208f1-38f1-4021-9952-afdea3e2aead.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.145320] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff43c716-6cbc-4ba1-bec7-a795624d2230 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.151181] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 927.151181] env[70261]: value = "task-3386273" [ 927.151181] env[70261]: _type = "Task" [ 927.151181] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.158514] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386273, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.243199] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.307183] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524f81f9-363a-fb72-b3ec-9e79fd18b25d, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.307455] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.307712] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 2c5efbea-0b4d-4438-83f0-e6ec43a2b900/2c5efbea-0b4d-4438-83f0-e6ec43a2b900.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.307971] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb18143-e1b7-4b04-be98-5db6d249bc73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.314793] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 927.314793] env[70261]: value = "task-3386274" [ 927.314793] env[70261]: _type = "Task" [ 927.314793] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.322340] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.662271] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386273, 'name': Rename_Task, 'duration_secs': 0.126735} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.662578] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.662825] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31690875-ad7f-49a5-9736-a2865287b814 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.669787] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 927.669787] env[70261]: value = "task-3386275" [ 927.669787] env[70261]: _type = "Task" [ 927.669787] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.678535] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.748248] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 927.748547] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.005s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.748843] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.107s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.750408] env[70261]: INFO nova.compute.claims [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.753206] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.753353] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Cleaning up deleted instances {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 927.825367] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448164} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.825367] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 2c5efbea-0b4d-4438-83f0-e6ec43a2b900/2c5efbea-0b4d-4438-83f0-e6ec43a2b900.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.825656] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.825752] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-443a5e49-9f8c-41d8-97fc-7033897c7bb8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.833577] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 927.833577] env[70261]: value = "task-3386276" [ 927.833577] env[70261]: _type = "Task" [ 927.833577] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.842145] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.180444] env[70261]: DEBUG oslo_vmware.api [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386275, 'name': PowerOnVM_Task, 'duration_secs': 0.431097} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.180722] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.180924] env[70261]: INFO nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Took 7.88 seconds to spawn the instance on the hypervisor. [ 928.181119] env[70261]: DEBUG nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.181891] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bc73f6-693a-4f4f-91d5-7c227b9dceef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.267031] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] There are 43 instances to clean {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 928.267208] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 44ab363a-e328-47a7-aedd-ca9f2610c921] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.344922] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058244} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.347316] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.348253] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6ef77-b66c-4881-917c-000f0580c071 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.369503] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2c5efbea-0b4d-4438-83f0-e6ec43a2b900/2c5efbea-0b4d-4438-83f0-e6ec43a2b900.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.371906] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeae954f-1e90-4768-84fb-3d79d7ff40bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.391297] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 928.391297] env[70261]: value = "task-3386277" [ 928.391297] env[70261]: _type = "Task" [ 928.391297] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.400179] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.666893] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26da6e-24f2-455d-937b-2bcc9d753e39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.673783] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c735c-bf54-4107-9a29-aaa254599f58 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.707472] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2743e54f-fa23-4508-ae6f-6e9804252062 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.711706] env[70261]: INFO nova.compute.manager [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Took 50.58 seconds to build instance. [ 928.717780] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7968540-068a-478d-ab13-a5a0bf5f238f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.740476] env[70261]: DEBUG nova.compute.provider_tree [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.773649] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: d9e587a2-69ea-4867-b1e8-0aed7c45588b] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.901734] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386277, 'name': ReconfigVM_Task, 'duration_secs': 0.275826} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.902134] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2c5efbea-0b4d-4438-83f0-e6ec43a2b900/2c5efbea-0b4d-4438-83f0-e6ec43a2b900.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.902750] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-824a5425-4a9c-4d35-90ce-ff21add3e0a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.908800] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 928.908800] env[70261]: value = "task-3386278" [ 928.908800] env[70261]: _type = "Task" [ 928.908800] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.916682] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386278, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.217367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5f2212e5-ff2c-49e1-b15b-cf1dd0f9ff04 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "93e208f1-38f1-4021-9952-afdea3e2aead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.094s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.244350] env[70261]: DEBUG nova.scheduler.client.report [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.277754] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: b7761f00-e596-4be7-84f0-0b2f82f82070] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.419699] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386278, 'name': Rename_Task, 'duration_secs': 0.163779} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.420677] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.420677] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aaa67dc-303f-4ed9-a527-8f03f3e64b1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.426727] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 929.426727] env[70261]: value = "task-3386279" [ 929.426727] env[70261]: _type = "Task" [ 929.426727] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.434708] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.720260] env[70261]: DEBUG nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.749447] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.750101] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.752653] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.727s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.754077] env[70261]: INFO nova.compute.claims [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.780958] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 4d32e369-92dd-4a6c-ad56-4fba8388a1dd] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.936585] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386279, 'name': PowerOnVM_Task, 'duration_secs': 0.450648} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.936809] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.937013] env[70261]: INFO nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Took 7.16 seconds to spawn the instance on the hypervisor. [ 929.937200] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.937957] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f911a09-d9d0-40db-85b4-60c6932ad67e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.240200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.261922] env[70261]: DEBUG nova.compute.utils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.263449] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.263620] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.283425] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 88e133d7-81a4-4beb-84df-1e62413ce32d] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.318573] env[70261]: DEBUG nova.policy [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4af4cb7ba45e4752b7b78a6b7ce4b53f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42bcf6e7d6345cf8880c8a5081ce8fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.455458] env[70261]: INFO nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Took 52.29 seconds to build instance. [ 930.597236] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Successfully created port: 394e146a-e79f-40a3-94e0-e7efca51f996 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.767343] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.789971] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 637db48a-7f98-4d3c-908d-62691f18c2d7] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.957550] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.802s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.127770] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3462cd-a225-460f-a4ef-a907ca9ae048 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.135791] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986d5624-467e-4fe6-81a4-afe8eea41d3e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.166055] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866788be-4803-4521-beb1-07d3d2647864 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.173569] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f9e11-0ac5-4292-933e-f071f5fe8819 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.186649] env[70261]: DEBUG nova.compute.provider_tree [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.294630] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: ac80e607-2f1f-4b2b-b16d-77c6db98893d] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.689719] env[70261]: DEBUG nova.scheduler.client.report [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.778141] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.797849] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 952b075b-a43c-424a-8f1a-b2e8bb12e6c5] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.803712] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.803950] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.804121] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.804310] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.804475] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.804634] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.804845] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.805008] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.805184] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.805834] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.805834] env[70261]: DEBUG nova.virt.hardware [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.806487] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d672e05-7f8e-4318-8f1e-d9844a2f966c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.817323] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c73cec-88a8-46e1-89c3-641c6b76cee5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.001101] env[70261]: DEBUG nova.compute.manager [req-93cff226-fefb-4daf-b6dd-71a165aab444 req-f9845e68-5d9a-4f0e-af2c-ad6a64a51d54 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Received event network-vif-plugged-394e146a-e79f-40a3-94e0-e7efca51f996 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.001332] env[70261]: DEBUG oslo_concurrency.lockutils [req-93cff226-fefb-4daf-b6dd-71a165aab444 req-f9845e68-5d9a-4f0e-af2c-ad6a64a51d54 service nova] Acquiring lock "41f149c3-93c6-4722-b153-bb6d074de11d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.001603] env[70261]: DEBUG oslo_concurrency.lockutils [req-93cff226-fefb-4daf-b6dd-71a165aab444 req-f9845e68-5d9a-4f0e-af2c-ad6a64a51d54 service nova] Lock "41f149c3-93c6-4722-b153-bb6d074de11d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.001752] env[70261]: DEBUG oslo_concurrency.lockutils [req-93cff226-fefb-4daf-b6dd-71a165aab444 req-f9845e68-5d9a-4f0e-af2c-ad6a64a51d54 service nova] Lock "41f149c3-93c6-4722-b153-bb6d074de11d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.001871] env[70261]: DEBUG nova.compute.manager [req-93cff226-fefb-4daf-b6dd-71a165aab444 req-f9845e68-5d9a-4f0e-af2c-ad6a64a51d54 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] No waiting events found dispatching network-vif-plugged-394e146a-e79f-40a3-94e0-e7efca51f996 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.002119] env[70261]: WARNING nova.compute.manager [req-93cff226-fefb-4daf-b6dd-71a165aab444 req-f9845e68-5d9a-4f0e-af2c-ad6a64a51d54 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Received unexpected event network-vif-plugged-394e146a-e79f-40a3-94e0-e7efca51f996 for instance with vm_state building and task_state spawning. [ 932.087106] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Successfully updated port: 394e146a-e79f-40a3-94e0-e7efca51f996 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.195015] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.195613] env[70261]: DEBUG nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.199067] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.804s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.199373] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.201496] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.422s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.202869] env[70261]: INFO nova.compute.claims [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.231976] env[70261]: INFO nova.scheduler.client.report [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Deleted allocations for instance 3548ab30-abd5-4960-b00a-4fe64d153fdd [ 932.301377] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 3b0ffc54-53c5-4756-9b9f-a022e5d522be] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.589479] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "refresh_cache-41f149c3-93c6-4722-b153-bb6d074de11d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.589715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "refresh_cache-41f149c3-93c6-4722-b153-bb6d074de11d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.589824] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 932.701521] env[70261]: DEBUG nova.compute.utils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.703066] env[70261]: DEBUG nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.704018] env[70261]: DEBUG nova.network.neutron [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.737890] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2682dcc-9be5-433b-a3cd-8b5bae47a899 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "3548ab30-abd5-4960-b00a-4fe64d153fdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.790s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.764101] env[70261]: DEBUG nova.policy [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5582434417bc442d87a444a1da19ebd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '802814af32fd476bb29149ef6ccc9d20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.804977] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 69e037a3-f37a-4277-bac7-3c66589d08fe] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.035640] env[70261]: DEBUG nova.network.neutron [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Successfully created port: 210977db-f7e1-48cd-9019-a3b7c8d049ac {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.134176] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 933.208306] env[70261]: DEBUG nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.308945] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: c86b462d-07a5-4cf2-86b4-b15622dd6aad] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.335499] env[70261]: DEBUG nova.network.neutron [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Updating instance_info_cache with network_info: [{"id": "394e146a-e79f-40a3-94e0-e7efca51f996", "address": "fa:16:3e:2c:76:4e", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394e146a-e7", "ovs_interfaceid": "394e146a-e79f-40a3-94e0-e7efca51f996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.571390] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876fcaf4-5f9d-4f0e-8abb-2f2360222d7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.578782] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a6fba3-384f-4556-a63b-e27221a65c9d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.609598] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ead64-e76f-4048-b91f-fc18f822decd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.617147] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4c7ae-88c5-4690-a201-31681981efee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.630525] env[70261]: DEBUG nova.compute.provider_tree [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.811999] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: dbf53fcc-6542-4be2-b23c-172935a5b679] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.840067] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "refresh_cache-41f149c3-93c6-4722-b153-bb6d074de11d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.840215] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Instance network_info: |[{"id": "394e146a-e79f-40a3-94e0-e7efca51f996", "address": "fa:16:3e:2c:76:4e", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394e146a-e7", "ovs_interfaceid": "394e146a-e79f-40a3-94e0-e7efca51f996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.841247] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:76:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '394e146a-e79f-40a3-94e0-e7efca51f996', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.849390] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.849909] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.850185] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a622ce-de8a-4b32-af2a-a743a3eb977b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.871591] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.871591] env[70261]: value = "task-3386281" [ 933.871591] env[70261]: _type = "Task" [ 933.871591] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.879074] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386281, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.027636] env[70261]: DEBUG nova.compute.manager [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Received event network-changed-394e146a-e79f-40a3-94e0-e7efca51f996 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.027840] env[70261]: DEBUG nova.compute.manager [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Refreshing instance network info cache due to event network-changed-394e146a-e79f-40a3-94e0-e7efca51f996. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.028070] env[70261]: DEBUG oslo_concurrency.lockutils [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] Acquiring lock "refresh_cache-41f149c3-93c6-4722-b153-bb6d074de11d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.028219] env[70261]: DEBUG oslo_concurrency.lockutils [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] Acquired lock "refresh_cache-41f149c3-93c6-4722-b153-bb6d074de11d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.028380] env[70261]: DEBUG nova.network.neutron [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Refreshing network info cache for port 394e146a-e79f-40a3-94e0-e7efca51f996 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 934.133726] env[70261]: DEBUG nova.scheduler.client.report [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.218684] env[70261]: DEBUG nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.242863] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.243127] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.243320] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.243489] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.243634] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.243777] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.243983] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.244168] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.244336] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.244495] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.244663] env[70261]: DEBUG nova.virt.hardware [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.245556] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f2c9bf-131b-4614-b94e-7260653824df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.253228] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47341ae0-a2c6-44e2-afff-4f4f8a7f334b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.315738] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: d1d89528-1adf-4452-b25e-e45e7b104a18] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.384051] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386281, 'name': CreateVM_Task, 'duration_secs': 0.307114} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.384346] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.385157] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.385480] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.385889] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.386252] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc621c4-bccc-4592-be53-cfad4b020672 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.391178] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 934.391178] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ba9d2-4c0e-e742-7fc3-bbbf25ed8fdf" [ 934.391178] env[70261]: _type = "Task" [ 934.391178] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.399395] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ba9d2-4c0e-e742-7fc3-bbbf25ed8fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.642056] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.642056] env[70261]: DEBUG nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.644228] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.009s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.645680] env[70261]: INFO nova.compute.claims [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.709964] env[70261]: DEBUG nova.network.neutron [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Successfully updated port: 210977db-f7e1-48cd-9019-a3b7c8d049ac {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.788647] env[70261]: DEBUG nova.network.neutron [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Updated VIF entry in instance network info cache for port 394e146a-e79f-40a3-94e0-e7efca51f996. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 934.789034] env[70261]: DEBUG nova.network.neutron [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Updating instance_info_cache with network_info: [{"id": "394e146a-e79f-40a3-94e0-e7efca51f996", "address": "fa:16:3e:2c:76:4e", "network": {"id": "f7e6ba06-9f76-4919-970b-3cfe0aa86b3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-203008955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42bcf6e7d6345cf8880c8a5081ce8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap394e146a-e7", "ovs_interfaceid": "394e146a-e79f-40a3-94e0-e7efca51f996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.819367] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: e842f1cc-081b-49ad-8e12-bf0f209a0028] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.902683] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520ba9d2-4c0e-e742-7fc3-bbbf25ed8fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.902987] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.903234] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.903470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.903616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.903793] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.904068] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae72dd82-66cb-4268-9979-b46994f23f69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.913611] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.913611] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.913757] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc70b6dd-8ae1-4c2c-85e5-3e7a6ba27729 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.919047] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 934.919047] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f3250c-9fe8-f88a-24f7-8632262683e3" [ 934.919047] env[70261]: _type = "Task" [ 934.919047] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.926335] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f3250c-9fe8-f88a-24f7-8632262683e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.156566] env[70261]: DEBUG nova.compute.utils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.158148] env[70261]: DEBUG nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.158148] env[70261]: DEBUG nova.network.neutron [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.202171] env[70261]: DEBUG nova.policy [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8041b71bcf4c78aa13bc2bd54f3dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12547ef0395b490090553d896d733721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.212421] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "refresh_cache-68f842e5-ff02-4fff-82dd-a22ee8e98e62" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.212573] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired lock "refresh_cache-68f842e5-ff02-4fff-82dd-a22ee8e98e62" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.212719] env[70261]: DEBUG nova.network.neutron [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 935.292183] env[70261]: DEBUG oslo_concurrency.lockutils [req-d9d35739-82e4-4ac1-965a-d7f7d3d251bc req-93b9ff5b-e7c6-4c77-9832-938498e26643 service nova] Releasing lock "refresh_cache-41f149c3-93c6-4722-b153-bb6d074de11d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.323698] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 40407802-706c-44b4-9c8b-6bd575d46c81] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.143981] env[70261]: DEBUG nova.network.neutron [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Successfully created port: edffbe74-78c3-4a12-a329-a059187f537c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.150464] env[70261]: DEBUG nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.154540] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: ff431e2f-7be9-420b-9594-3a1e1742a96b] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.156905] env[70261]: DEBUG nova.compute.manager [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Received event network-vif-plugged-210977db-f7e1-48cd-9019-a3b7c8d049ac {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.157127] env[70261]: DEBUG oslo_concurrency.lockutils [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] Acquiring lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.157327] env[70261]: DEBUG oslo_concurrency.lockutils [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.157492] env[70261]: DEBUG oslo_concurrency.lockutils [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.157656] env[70261]: DEBUG nova.compute.manager [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] No waiting events found dispatching network-vif-plugged-210977db-f7e1-48cd-9019-a3b7c8d049ac {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.157818] env[70261]: WARNING nova.compute.manager [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Received unexpected event network-vif-plugged-210977db-f7e1-48cd-9019-a3b7c8d049ac for instance with vm_state building and task_state spawning. [ 936.157975] env[70261]: DEBUG nova.compute.manager [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Received event network-changed-210977db-f7e1-48cd-9019-a3b7c8d049ac {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.158143] env[70261]: DEBUG nova.compute.manager [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Refreshing instance network info cache due to event network-changed-210977db-f7e1-48cd-9019-a3b7c8d049ac. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.159110] env[70261]: DEBUG oslo_concurrency.lockutils [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] Acquiring lock "refresh_cache-68f842e5-ff02-4fff-82dd-a22ee8e98e62" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.168120] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f3250c-9fe8-f88a-24f7-8632262683e3, 'name': SearchDatastore_Task, 'duration_secs': 0.0083} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.168937] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210066b4-7346-40f3-a235-009416e70d8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.175268] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 936.175268] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b79bfd-46ff-e491-1b08-774f887457e7" [ 936.175268] env[70261]: _type = "Task" [ 936.175268] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.184312] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b79bfd-46ff-e491-1b08-774f887457e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.215776] env[70261]: DEBUG nova.network.neutron [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 936.423461] env[70261]: DEBUG nova.network.neutron [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Updating instance_info_cache with network_info: [{"id": "210977db-f7e1-48cd-9019-a3b7c8d049ac", "address": "fa:16:3e:99:ef:38", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210977db-f7", "ovs_interfaceid": "210977db-f7e1-48cd-9019-a3b7c8d049ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.520698] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd31dd4a-5f4a-45c9-af8b-2586a8d8ac9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.528477] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af18a63-35e6-420e-b7e0-447843f0e6b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.559661] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da0692-9585-43ec-b317-d16b631c8442 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.567045] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9636ce4c-3f80-47bc-b0ed-a42724412406 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.580417] env[70261]: DEBUG nova.compute.provider_tree [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.664710] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: f4a955fe-a19c-4377-acc5-ab30cc469bf4] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.666322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "ee3755cb-b274-4e7b-bcd6-193594d43662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.666863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.666863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "ee3755cb-b274-4e7b-bcd6-193594d43662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.666863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.667230] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.669134] env[70261]: INFO nova.compute.manager [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Terminating instance [ 936.686832] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b79bfd-46ff-e491-1b08-774f887457e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.687110] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.687434] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 41f149c3-93c6-4722-b153-bb6d074de11d/41f149c3-93c6-4722-b153-bb6d074de11d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.687894] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abd5473a-5e33-4ef2-bbe7-3eb4a4e59086 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.695132] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 936.695132] env[70261]: value = "task-3386282" [ 936.695132] env[70261]: _type = "Task" [ 936.695132] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.703053] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.926588] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Releasing lock "refresh_cache-68f842e5-ff02-4fff-82dd-a22ee8e98e62" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.927146] env[70261]: DEBUG nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Instance network_info: |[{"id": "210977db-f7e1-48cd-9019-a3b7c8d049ac", "address": "fa:16:3e:99:ef:38", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210977db-f7", "ovs_interfaceid": "210977db-f7e1-48cd-9019-a3b7c8d049ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.927613] env[70261]: DEBUG oslo_concurrency.lockutils [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] Acquired lock "refresh_cache-68f842e5-ff02-4fff-82dd-a22ee8e98e62" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.927918] env[70261]: DEBUG nova.network.neutron [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Refreshing network info cache for port 210977db-f7e1-48cd-9019-a3b7c8d049ac {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 936.929884] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ef:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '210977db-f7e1-48cd-9019-a3b7c8d049ac', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.938625] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.942324] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.942919] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5c30b6-d499-4284-84b2-626fecd2b39c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.974588] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.974588] env[70261]: value = "task-3386283" [ 936.974588] env[70261]: _type = "Task" [ 936.974588] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.988559] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386283, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.083882] env[70261]: DEBUG nova.scheduler.client.report [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.169992] env[70261]: DEBUG nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.172644] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 54f093bb-d9a9-48ed-86bf-41bcfd96f5f1] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.174804] env[70261]: DEBUG nova.compute.manager [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.174996] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.176256] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a517d-08c0-4b64-96c9-25cd113c26c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.183520] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.183749] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7e08a3c-844e-4da4-8245-c1b0bbb25198 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.190351] env[70261]: DEBUG oslo_vmware.api [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 937.190351] env[70261]: value = "task-3386284" [ 937.190351] env[70261]: _type = "Task" [ 937.190351] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.200732] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.200968] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.201141] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.201328] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.201473] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.201619] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.201828] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.201987] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.202188] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.202372] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.202548] env[70261]: DEBUG nova.virt.hardware [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.206554] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275e448b-ca07-4aba-9664-996d634df549 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.208929] env[70261]: DEBUG oslo_vmware.api [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.216071] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436087} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.218067] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 41f149c3-93c6-4722-b153-bb6d074de11d/41f149c3-93c6-4722-b153-bb6d074de11d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.218292] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.218608] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-277d247d-a474-4e9c-aff6-e16ba7fa2b87 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.221352] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d559e69f-714d-42d1-8872-a33e75e8a71d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.226460] env[70261]: DEBUG nova.network.neutron [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Updated VIF entry in instance network info cache for port 210977db-f7e1-48cd-9019-a3b7c8d049ac. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 937.226788] env[70261]: DEBUG nova.network.neutron [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Updating instance_info_cache with network_info: [{"id": "210977db-f7e1-48cd-9019-a3b7c8d049ac", "address": "fa:16:3e:99:ef:38", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap210977db-f7", "ovs_interfaceid": "210977db-f7e1-48cd-9019-a3b7c8d049ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.237184] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 937.237184] env[70261]: value = "task-3386285" [ 937.237184] env[70261]: _type = "Task" [ 937.237184] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.246434] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.484957] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386283, 'name': CreateVM_Task, 'duration_secs': 0.445176} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.485141] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.485795] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.485959] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.486296] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.486545] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f1a057-fea4-4a87-a8aa-a909e64f05b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.490594] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 937.490594] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a0a447-55b3-908a-17c5-0a97cf4669f6" [ 937.490594] env[70261]: _type = "Task" [ 937.490594] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.497724] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a0a447-55b3-908a-17c5-0a97cf4669f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.589377] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.590103] env[70261]: DEBUG nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.593956] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.625s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.595542] env[70261]: INFO nova.compute.claims [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.676292] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: e4bfcd5c-0bb9-4f4b-8b10-f719c560734e] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.702790] env[70261]: DEBUG oslo_vmware.api [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386284, 'name': PowerOffVM_Task, 'duration_secs': 0.241334} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.703109] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.703276] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.704159] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3227c1b0-9f0c-4991-9e7d-a36ec34fca90 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.737708] env[70261]: DEBUG oslo_concurrency.lockutils [req-efb586a7-6482-46ce-b802-1ab4fb2c6407 req-2f8afb62-d402-473a-8398-25028a6747b9 service nova] Releasing lock "refresh_cache-68f842e5-ff02-4fff-82dd-a22ee8e98e62" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.746938] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068061} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.748057] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.748057] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7e123-dad3-4bf6-9e4e-e3fdf5e54a8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.770566] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 41f149c3-93c6-4722-b153-bb6d074de11d/41f149c3-93c6-4722-b153-bb6d074de11d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.772275] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d14f8e-ddef-43ee-914f-493dced1119e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.786693] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.786902] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.787095] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Deleting the datastore file [datastore2] ee3755cb-b274-4e7b-bcd6-193594d43662 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.787969] env[70261]: DEBUG nova.network.neutron [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Successfully updated port: edffbe74-78c3-4a12-a329-a059187f537c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.789132] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c410a95b-a79a-4586-80ca-fe6ca85689bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.795605] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 937.795605] env[70261]: value = "task-3386287" [ 937.795605] env[70261]: _type = "Task" [ 937.795605] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.796902] env[70261]: DEBUG oslo_vmware.api [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for the task: (returnval){ [ 937.796902] env[70261]: value = "task-3386288" [ 937.796902] env[70261]: _type = "Task" [ 937.796902] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.809564] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.813372] env[70261]: DEBUG oslo_vmware.api [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.002682] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a0a447-55b3-908a-17c5-0a97cf4669f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009068} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.002974] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.003265] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.003518] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.003681] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.004025] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.004146] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fb8ffaa-f394-46a3-abb5-40c595698ce7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.012609] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.012815] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.013588] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f4c8ad-2b2f-42ad-b3d6-96a2af1c2bf8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.018993] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 938.018993] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529a2cb2-74f9-c712-fc56-95d7b74d22fe" [ 938.018993] env[70261]: _type = "Task" [ 938.018993] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.027649] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529a2cb2-74f9-c712-fc56-95d7b74d22fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.100847] env[70261]: DEBUG nova.compute.utils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.107023] env[70261]: DEBUG nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.107023] env[70261]: DEBUG nova.network.neutron [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.141135] env[70261]: DEBUG nova.compute.manager [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Received event network-vif-plugged-edffbe74-78c3-4a12-a329-a059187f537c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.141356] env[70261]: DEBUG oslo_concurrency.lockutils [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] Acquiring lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.141561] env[70261]: DEBUG oslo_concurrency.lockutils [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.141723] env[70261]: DEBUG oslo_concurrency.lockutils [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.141884] env[70261]: DEBUG nova.compute.manager [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] No waiting events found dispatching network-vif-plugged-edffbe74-78c3-4a12-a329-a059187f537c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.142060] env[70261]: WARNING nova.compute.manager [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Received unexpected event network-vif-plugged-edffbe74-78c3-4a12-a329-a059187f537c for instance with vm_state building and task_state spawning. [ 938.142250] env[70261]: DEBUG nova.compute.manager [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Received event network-changed-edffbe74-78c3-4a12-a329-a059187f537c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.142441] env[70261]: DEBUG nova.compute.manager [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Refreshing instance network info cache due to event network-changed-edffbe74-78c3-4a12-a329-a059187f537c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.142641] env[70261]: DEBUG oslo_concurrency.lockutils [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] Acquiring lock "refresh_cache-404c5c7e-8c80-4864-b68c-47ca67bbd95b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.142783] env[70261]: DEBUG oslo_concurrency.lockutils [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] Acquired lock "refresh_cache-404c5c7e-8c80-4864-b68c-47ca67bbd95b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.142965] env[70261]: DEBUG nova.network.neutron [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Refreshing network info cache for port edffbe74-78c3-4a12-a329-a059187f537c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 938.145947] env[70261]: DEBUG nova.policy [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f7c25a0a5b44d6da060e6a67e9db9d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26b96fc7ee04d249981c86052ecf303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.179300] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: def44f3d-a6f7-4948-b813-f6313ff00bd6] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.293948] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "refresh_cache-404c5c7e-8c80-4864-b68c-47ca67bbd95b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.309372] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386287, 'name': ReconfigVM_Task, 'duration_secs': 0.321487} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.312421] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 41f149c3-93c6-4722-b153-bb6d074de11d/41f149c3-93c6-4722-b153-bb6d074de11d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.313175] env[70261]: DEBUG oslo_vmware.api [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Task: {'id': task-3386288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123717} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.313469] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a6c990e-bc68-41bd-83fd-5211306049bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.315325] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.315551] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.315765] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.315977] env[70261]: INFO nova.compute.manager [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Took 1.14 seconds to destroy the instance on the hypervisor. [ 938.316257] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.316494] env[70261]: DEBUG nova.compute.manager [-] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.316620] env[70261]: DEBUG nova.network.neutron [-] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 938.323082] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 938.323082] env[70261]: value = "task-3386289" [ 938.323082] env[70261]: _type = "Task" [ 938.323082] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.330678] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386289, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.502677] env[70261]: DEBUG nova.network.neutron [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Successfully created port: ea7d6baf-e419-4af1-8e8b-633d13fdc571 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.530206] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529a2cb2-74f9-c712-fc56-95d7b74d22fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.530952] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13976190-f225-4f55-b584-b0348a9ee221 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.537289] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 938.537289] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a4e607-d998-efab-fb4c-724d7ccb7015" [ 938.537289] env[70261]: _type = "Task" [ 938.537289] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.549569] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a4e607-d998-efab-fb4c-724d7ccb7015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.605992] env[70261]: DEBUG nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.683612] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 4d5ee77c-cb2b-4b11-bca2-d7a06ad939e5] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.710961] env[70261]: DEBUG nova.network.neutron [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 938.834477] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386289, 'name': Rename_Task, 'duration_secs': 0.405848} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.836868] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.837294] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a29b89c-177f-4fd5-8b08-c79eaa7613d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.843484] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 938.843484] env[70261]: value = "task-3386290" [ 938.843484] env[70261]: _type = "Task" [ 938.843484] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.854102] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.870569] env[70261]: DEBUG nova.network.neutron [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.051032] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a4e607-d998-efab-fb4c-724d7ccb7015, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.051297] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.051560] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 68f842e5-ff02-4fff-82dd-a22ee8e98e62/68f842e5-ff02-4fff-82dd-a22ee8e98e62.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.051904] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db8664b-5955-47e7-a911-43f8710efcae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.056561] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9516ede-22a7-4770-ace0-5ee79870a947 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.060489] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 939.060489] env[70261]: value = "task-3386291" [ 939.060489] env[70261]: _type = "Task" [ 939.060489] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.067814] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bd183a-b1d8-4edd-83f1-bbe3130212c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.075090] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.104730] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f8866-cc80-47ad-ac88-c81417b96ff9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.113200] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26c22ea-7818-439f-b60a-a45cd09047bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.130674] env[70261]: DEBUG nova.compute.provider_tree [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.190615] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 12b86e9f-089b-4e33-9024-de6c8be59e94] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.358323] env[70261]: DEBUG oslo_vmware.api [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386290, 'name': PowerOnVM_Task, 'duration_secs': 0.507386} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.358649] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.358858] env[70261]: INFO nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Took 7.58 seconds to spawn the instance on the hypervisor. [ 939.359093] env[70261]: DEBUG nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.359901] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fffc802-1ddc-44cf-afc6-0709e1cc12b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.373314] env[70261]: DEBUG oslo_concurrency.lockutils [req-e44a6016-ae78-4f9d-b08a-c734e57bac56 req-ab34e479-94eb-4ebb-81c4-d26cf7b0aae8 service nova] Releasing lock "refresh_cache-404c5c7e-8c80-4864-b68c-47ca67bbd95b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.373726] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "refresh_cache-404c5c7e-8c80-4864-b68c-47ca67bbd95b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.373894] env[70261]: DEBUG nova.network.neutron [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 939.547094] env[70261]: DEBUG nova.network.neutron [-] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.575251] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386291, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.623508] env[70261]: DEBUG nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.641420] env[70261]: DEBUG nova.scheduler.client.report [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.693586] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 1b7859a9-ef7e-493b-abd5-e8a14b9fe562] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.724400] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.724664] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.724902] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.724962] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.725129] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.725777] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.725777] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.725777] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.725777] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.725946] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.726101] env[70261]: DEBUG nova.virt.hardware [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.727703] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6901fdd-4003-465a-93bc-504bf4e09a5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.737220] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e379c9a-3267-4a66-b0b1-eeb3502dc45b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.878836] env[70261]: INFO nova.compute.manager [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Took 51.26 seconds to build instance. [ 939.910025] env[70261]: DEBUG nova.network.neutron [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 940.051015] env[70261]: INFO nova.compute.manager [-] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Took 1.73 seconds to deallocate network for instance. [ 940.071692] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592963} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.072058] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 68f842e5-ff02-4fff-82dd-a22ee8e98e62/68f842e5-ff02-4fff-82dd-a22ee8e98e62.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.072490] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.072736] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac5282c6-9c5e-4e27-aa88-73e1bc0aa206 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.079570] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 940.079570] env[70261]: value = "task-3386292" [ 940.079570] env[70261]: _type = "Task" [ 940.079570] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.083579] env[70261]: DEBUG nova.network.neutron [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Updating instance_info_cache with network_info: [{"id": "edffbe74-78c3-4a12-a329-a059187f537c", "address": "fa:16:3e:da:d9:20", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedffbe74-78", "ovs_interfaceid": "edffbe74-78c3-4a12-a329-a059187f537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.089777] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.148744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.148744] env[70261]: DEBUG nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.158229] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.969s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.158229] env[70261]: INFO nova.compute.claims [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.189124] env[70261]: DEBUG nova.compute.manager [req-356dbb22-500e-4564-b76e-dcb36439f669 req-476fcc86-a96f-4e86-9ce0-696f78f2acea service nova] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Received event network-vif-deleted-f766f07d-5743-4d2b-89b0-206345915a2f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.196478] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a7557684-a5b5-47a3-8e12-fa3a09367226] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.293110] env[70261]: DEBUG nova.network.neutron [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Successfully updated port: ea7d6baf-e419-4af1-8e8b-633d13fdc571 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.381122] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b2f1d670-6d0b-4fb3-806a-11146e3420b3 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "41f149c3-93c6-4722-b153-bb6d074de11d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.194s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.557550] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.586255] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "refresh_cache-404c5c7e-8c80-4864-b68c-47ca67bbd95b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.586659] env[70261]: DEBUG nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Instance network_info: |[{"id": "edffbe74-78c3-4a12-a329-a059187f537c", "address": "fa:16:3e:da:d9:20", "network": {"id": "aed06330-407a-4a49-87a0-0183779e5c9b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-159077394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12547ef0395b490090553d896d733721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedffbe74-78", "ovs_interfaceid": "edffbe74-78c3-4a12-a329-a059187f537c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.591250] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:d9:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edffbe74-78c3-4a12-a329-a059187f537c', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.599578] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.599886] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296582} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.600254] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.600523] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.600764] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.600982] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.601189] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.602854] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.603156] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.603707] env[70261]: INFO nova.compute.manager [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Terminating instance [ 940.605078] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1918702e-71c4-4868-89ae-37ff0867106c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.621940] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce603e-7ad5-42a4-9d20-98435cb79807 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.647672] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 68f842e5-ff02-4fff-82dd-a22ee8e98e62/68f842e5-ff02-4fff-82dd-a22ee8e98e62.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.649651] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff72199c-8593-4541-b888-327fc353809f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.663782] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.663782] env[70261]: value = "task-3386293" [ 940.663782] env[70261]: _type = "Task" [ 940.663782] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.665395] env[70261]: DEBUG nova.compute.utils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.668560] env[70261]: DEBUG nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.668727] env[70261]: DEBUG nova.network.neutron [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.676202] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 940.676202] env[70261]: value = "task-3386294" [ 940.676202] env[70261]: _type = "Task" [ 940.676202] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.679955] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386293, 'name': CreateVM_Task} progress is 15%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.688702] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.699543] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 49982973-7207-4c45-ae5b-e947f96b6c9e] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.711257] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "41f149c3-93c6-4722-b153-bb6d074de11d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.711551] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "41f149c3-93c6-4722-b153-bb6d074de11d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.711852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "41f149c3-93c6-4722-b153-bb6d074de11d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.712110] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "41f149c3-93c6-4722-b153-bb6d074de11d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.712338] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "41f149c3-93c6-4722-b153-bb6d074de11d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.714735] env[70261]: INFO nova.compute.manager [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Terminating instance [ 940.720374] env[70261]: DEBUG nova.policy [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.794691] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.794864] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.795039] env[70261]: DEBUG nova.network.neutron [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 941.005440] env[70261]: DEBUG nova.network.neutron [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Successfully created port: dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.128372] env[70261]: DEBUG nova.compute.manager [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.128758] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.130427] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3c8828-d471-4a0c-8e64-951e0a54ce9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.137808] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.138139] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d07e14-4442-422b-95bd-2ceba89050f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.144548] env[70261]: DEBUG oslo_vmware.api [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 941.144548] env[70261]: value = "task-3386295" [ 941.144548] env[70261]: _type = "Task" [ 941.144548] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.152671] env[70261]: DEBUG oslo_vmware.api [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.169541] env[70261]: DEBUG nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.186531] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386293, 'name': CreateVM_Task, 'duration_secs': 0.500606} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.187167] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.187897] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.188677] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.188677] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.193173] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e434d3d-6684-46f9-a3e0-597d105704e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.193173] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386294, 'name': ReconfigVM_Task, 'duration_secs': 0.480376} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.193496] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 68f842e5-ff02-4fff-82dd-a22ee8e98e62/68f842e5-ff02-4fff-82dd-a22ee8e98e62.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.194456] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d679be-fdaa-46be-a9b3-6e462c707c90 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.197255] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 941.197255] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a52027-9a6f-8c6c-7a0d-f4a47705a9f5" [ 941.197255] env[70261]: _type = "Task" [ 941.197255] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.202624] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: ffbd44fe-a3fa-4f2f-aed0-d869723d7f78] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.204290] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 941.204290] env[70261]: value = "task-3386296" [ 941.204290] env[70261]: _type = "Task" [ 941.204290] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.211686] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a52027-9a6f-8c6c-7a0d-f4a47705a9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.219971] env[70261]: DEBUG nova.compute.manager [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.220347] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.221537] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2ad494-0eb6-4a41-a215-44bd8eb464d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.230629] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386296, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.233101] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.233390] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbcb2f3d-6181-4eba-be0a-b500dd789940 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.240582] env[70261]: DEBUG oslo_vmware.api [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 941.240582] env[70261]: value = "task-3386297" [ 941.240582] env[70261]: _type = "Task" [ 941.240582] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.249119] env[70261]: DEBUG oslo_vmware.api [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.333638] env[70261]: DEBUG nova.network.neutron [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 941.457894] env[70261]: DEBUG nova.network.neutron [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Updating instance_info_cache with network_info: [{"id": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "address": "fa:16:3e:46:b6:f5", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d6baf-e4", "ovs_interfaceid": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.591752] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a283e9-f5d1-451d-89de-321547019a4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.599798] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06c561-6cb1-498f-9818-4a5e81277939 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.629815] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2164d7ea-852d-4c3c-9f12-879275c12136 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.637010] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b2c126-c5c3-4015-8cf6-a3d65d47aa41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.651354] env[70261]: DEBUG nova.compute.provider_tree [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.660166] env[70261]: DEBUG oslo_vmware.api [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386295, 'name': PowerOffVM_Task, 'duration_secs': 0.170143} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.660975] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.661164] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.661398] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a80e45b-91f1-43b3-b63b-a2d83cc74235 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.707604] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a52027-9a6f-8c6c-7a0d-f4a47705a9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.707922] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.708174] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.708412] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.708561] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.708738] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.709176] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: e694bdb7-295a-4072-a16f-d484c47299a6] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.710923] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cef634d-d327-4b5d-81ff-3829f3a318f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.722786] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386296, 'name': Rename_Task, 'duration_secs': 0.168293} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.724070] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.724357] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.724949] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.724949] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleting the datastore file [datastore1] 2c5efbea-0b4d-4438-83f0-e6ec43a2b900 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.726039] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5ba521e-4158-4e57-90d0-6db339901966 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.727230] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aa360fd-25aa-4cde-ab74-5df4969d7248 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.728819] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.728959] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.729968] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a47b5d-4d0e-41d0-a0d3-48da3dee70f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.736189] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 941.736189] env[70261]: value = "task-3386299" [ 941.736189] env[70261]: _type = "Task" [ 941.736189] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.737555] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 941.737555] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c0ed15-42a4-813b-2d58-3c21019b1e21" [ 941.737555] env[70261]: _type = "Task" [ 941.737555] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.742205] env[70261]: DEBUG oslo_vmware.api [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 941.742205] env[70261]: value = "task-3386300" [ 941.742205] env[70261]: _type = "Task" [ 941.742205] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.754665] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386299, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.759070] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c0ed15-42a4-813b-2d58-3c21019b1e21, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.765143] env[70261]: DEBUG oslo_vmware.api [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.765396] env[70261]: DEBUG oslo_vmware.api [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386297, 'name': PowerOffVM_Task, 'duration_secs': 0.165062} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.765618] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f004c4-13be-41d5-a436-86e5f2d12ff1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.767932] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.768135] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.768620] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-469cb816-6c2c-460c-977c-3a93cd31a053 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.772864] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 941.772864] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bf0a6b-2a16-f636-b9bf-0933f683219c" [ 941.772864] env[70261]: _type = "Task" [ 941.772864] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.780053] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bf0a6b-2a16-f636-b9bf-0933f683219c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.830296] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.830479] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.830725] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleting the datastore file [datastore2] 41f149c3-93c6-4722-b153-bb6d074de11d {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.831053] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24c4b4fe-91d6-490f-9f00-f287fc0054d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.837598] env[70261]: DEBUG oslo_vmware.api [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for the task: (returnval){ [ 941.837598] env[70261]: value = "task-3386302" [ 941.837598] env[70261]: _type = "Task" [ 941.837598] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.846328] env[70261]: DEBUG oslo_vmware.api [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.960738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.961128] env[70261]: DEBUG nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Instance network_info: |[{"id": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "address": "fa:16:3e:46:b6:f5", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d6baf-e4", "ovs_interfaceid": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.961502] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:b6:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea7d6baf-e419-4af1-8e8b-633d13fdc571', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.969910] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Creating folder: Project (f26b96fc7ee04d249981c86052ecf303). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.970253] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b86c7e-6140-4734-9587-2206423af6a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.979765] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Created folder: Project (f26b96fc7ee04d249981c86052ecf303) in parent group-v675446. [ 941.979958] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Creating folder: Instances. Parent ref: group-v675636. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.980213] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7224c93e-6a94-4c08-9d92-b1ad913c6dc2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.990335] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Created folder: Instances in parent group-v675636. [ 941.990579] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.990765] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.990959] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da44df97-a414-4118-aa7c-0e7ba36f153d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.009636] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.009636] env[70261]: value = "task-3386305" [ 942.009636] env[70261]: _type = "Task" [ 942.009636] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.017220] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386305, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.154643] env[70261]: DEBUG nova.scheduler.client.report [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.184068] env[70261]: DEBUG nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.216257] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.216555] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.217253] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.217481] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.217643] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.217822] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.218085] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.218543] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.218543] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.218702] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.218897] env[70261]: DEBUG nova.virt.hardware [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.219428] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: d8eaadff-163f-45bf-9a8a-2643106b8ba8] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.222041] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07627af2-4533-4cdd-b22f-c3e522cc63ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.227684] env[70261]: DEBUG nova.compute.manager [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Received event network-vif-plugged-ea7d6baf-e419-4af1-8e8b-633d13fdc571 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.227928] env[70261]: DEBUG oslo_concurrency.lockutils [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] Acquiring lock "01509e0c-e137-41cb-8f6f-5e9b92475277-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.228196] env[70261]: DEBUG oslo_concurrency.lockutils [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.228469] env[70261]: DEBUG oslo_concurrency.lockutils [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.228551] env[70261]: DEBUG nova.compute.manager [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] No waiting events found dispatching network-vif-plugged-ea7d6baf-e419-4af1-8e8b-633d13fdc571 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.228716] env[70261]: WARNING nova.compute.manager [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Received unexpected event network-vif-plugged-ea7d6baf-e419-4af1-8e8b-633d13fdc571 for instance with vm_state building and task_state spawning. [ 942.228876] env[70261]: DEBUG nova.compute.manager [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Received event network-changed-ea7d6baf-e419-4af1-8e8b-633d13fdc571 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.229036] env[70261]: DEBUG nova.compute.manager [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Refreshing instance network info cache due to event network-changed-ea7d6baf-e419-4af1-8e8b-633d13fdc571. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.229245] env[70261]: DEBUG oslo_concurrency.lockutils [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] Acquiring lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.229385] env[70261]: DEBUG oslo_concurrency.lockutils [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] Acquired lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.229539] env[70261]: DEBUG nova.network.neutron [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Refreshing network info cache for port ea7d6baf-e419-4af1-8e8b-633d13fdc571 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 942.237476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f2efb-aeed-492f-9537-b2965cb60672 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.261868] env[70261]: DEBUG oslo_vmware.api [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386299, 'name': PowerOnVM_Task, 'duration_secs': 0.497065} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.262144] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.262371] env[70261]: INFO nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Took 8.04 seconds to spawn the instance on the hypervisor. [ 942.262558] env[70261]: DEBUG nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.263340] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27adc594-4345-46c5-83bd-88477a28881b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.268753] env[70261]: DEBUG oslo_vmware.api [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166368} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.269380] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.269582] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.269758] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.269924] env[70261]: INFO nova.compute.manager [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Took 1.14 seconds to destroy the instance on the hypervisor. [ 942.270244] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.270455] env[70261]: DEBUG nova.compute.manager [-] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.270550] env[70261]: DEBUG nova.network.neutron [-] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 942.286869] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bf0a6b-2a16-f636-b9bf-0933f683219c, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.287207] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.287403] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 404c5c7e-8c80-4864-b68c-47ca67bbd95b/404c5c7e-8c80-4864-b68c-47ca67bbd95b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.287665] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac50c03b-7a43-475e-b3b9-9da11b7565f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.294624] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 942.294624] env[70261]: value = "task-3386306" [ 942.294624] env[70261]: _type = "Task" [ 942.294624] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.302674] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.351484] env[70261]: DEBUG oslo_vmware.api [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Task: {'id': task-3386302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13738} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.351737] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.351809] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.351969] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.352241] env[70261]: INFO nova.compute.manager [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 942.352545] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.352802] env[70261]: DEBUG nova.compute.manager [-] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.352903] env[70261]: DEBUG nova.network.neutron [-] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 942.525767] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386305, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.660362] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.662426] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.032s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.662693] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.665242] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.618s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.665481] env[70261]: DEBUG nova.objects.instance [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.716084] env[70261]: INFO nova.scheduler.client.report [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Deleted allocations for instance 8105e024-583b-4eaa-8089-40e193846160 [ 942.727296] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a2a9eb00-f0b4-47fc-9e5e-4496c8ea89e6] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.791218] env[70261]: INFO nova.compute.manager [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Took 52.80 seconds to build instance. [ 942.810451] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481214} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.812109] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 404c5c7e-8c80-4864-b68c-47ca67bbd95b/404c5c7e-8c80-4864-b68c-47ca67bbd95b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.812520] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.813330] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-120bc049-fe04-4b24-9b9a-3af58184b704 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.825024] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 942.825024] env[70261]: value = "task-3386307" [ 942.825024] env[70261]: _type = "Task" [ 942.825024] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.831312] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.996518] env[70261]: DEBUG nova.network.neutron [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Updated VIF entry in instance network info cache for port ea7d6baf-e419-4af1-8e8b-633d13fdc571. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 942.996905] env[70261]: DEBUG nova.network.neutron [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Updating instance_info_cache with network_info: [{"id": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "address": "fa:16:3e:46:b6:f5", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d6baf-e4", "ovs_interfaceid": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.022924] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386305, 'name': CreateVM_Task, 'duration_secs': 0.840617} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.023733] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.024416] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.024585] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.024909] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.025422] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0c6704-f374-440b-aee2-c5e9c20bd16b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.030058] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 943.030058] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5232e63e-6575-8539-5c2f-8bfe5fcc3ba7" [ 943.030058] env[70261]: _type = "Task" [ 943.030058] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.039958] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5232e63e-6575-8539-5c2f-8bfe5fcc3ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.080867] env[70261]: DEBUG nova.network.neutron [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Successfully updated port: dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.163573] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "56caeffe-8903-41e6-bec2-abeb593ef2a9" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.163785] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "56caeffe-8903-41e6-bec2-abeb593ef2a9" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.225297] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18f20369-b9e6-4ba3-a402-fead97051d46 tempest-DeleteServersAdminTestJSON-545773077 tempest-DeleteServersAdminTestJSON-545773077-project-admin] Lock "8105e024-583b-4eaa-8089-40e193846160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.153s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.233043] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 184d720d-be64-4e9e-9cd5-4f277609cced] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.292667] env[70261]: DEBUG oslo_concurrency.lockutils [None req-94e9d179-49e5-4d8c-8a3a-bc380fe5b170 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.555s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.333654] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065354} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.334147] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.335037] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a94c9d-c3b8-49c5-8bf9-096b7923c2d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.357568] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 404c5c7e-8c80-4864-b68c-47ca67bbd95b/404c5c7e-8c80-4864-b68c-47ca67bbd95b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.357894] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340aa19f-0201-430b-b47c-73524d4db1d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.378028] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 943.378028] env[70261]: value = "task-3386308" [ 943.378028] env[70261]: _type = "Task" [ 943.378028] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.385056] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.499542] env[70261]: DEBUG oslo_concurrency.lockutils [req-43b38fd7-2bd4-483b-8ee1-fe8ae727658e req-80e57430-98e6-4647-ab6d-be14d55b780e service nova] Releasing lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.540035] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5232e63e-6575-8539-5c2f-8bfe5fcc3ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.540354] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.540585] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.540817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.541349] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.541349] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.541514] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60aab14c-30d0-42eb-a8ba-a331ed8befcc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.545089] env[70261]: DEBUG nova.network.neutron [-] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.554224] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.554482] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.555273] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503d15de-d79c-45e2-8060-215f8da21d40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.560279] env[70261]: DEBUG nova.network.neutron [-] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.563822] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 943.563822] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b8e335-9274-f4d4-4676-0e3d06257957" [ 943.563822] env[70261]: _type = "Task" [ 943.563822] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.570779] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b8e335-9274-f4d4-4676-0e3d06257957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.584937] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.585128] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.585240] env[70261]: DEBUG nova.network.neutron [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 943.666620] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "56caeffe-8903-41e6-bec2-abeb593ef2a9" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.667244] env[70261]: DEBUG nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.677460] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a396b3be-a138-49dc-889a-1a837b522752 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.678317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.254s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.680337] env[70261]: INFO nova.compute.claims [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.736434] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 66a5c538-bb8e-49da-a0d8-0b3db09aa3cf] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.889668] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.047661] env[70261]: INFO nova.compute.manager [-] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Took 1.78 seconds to deallocate network for instance. [ 944.064246] env[70261]: INFO nova.compute.manager [-] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Took 1.71 seconds to deallocate network for instance. [ 944.078693] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b8e335-9274-f4d4-4676-0e3d06257957, 'name': SearchDatastore_Task, 'duration_secs': 0.034541} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.079499] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd23986c-a07e-4f3e-a7f1-c0044ecb3aa5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.088051] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 944.088051] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52100bb9-610a-f68a-eb54-8252a9ad4ceb" [ 944.088051] env[70261]: _type = "Task" [ 944.088051] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.098834] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52100bb9-610a-f68a-eb54-8252a9ad4ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.121504] env[70261]: DEBUG nova.network.neutron [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 944.172982] env[70261]: DEBUG nova.compute.utils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.172982] env[70261]: DEBUG nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.173168] env[70261]: DEBUG nova.network.neutron [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.231748] env[70261]: DEBUG nova.policy [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e8866dfcb0f416188cf9dcdd095f89e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39ca6af4f114cf0be07eacfc9d0cfa1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.240032] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 356de7b6-aa6c-4854-9e93-24cb71e3f1df] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.248312] env[70261]: DEBUG nova.compute.manager [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-vif-plugged-dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.248523] env[70261]: DEBUG oslo_concurrency.lockutils [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.249009] env[70261]: DEBUG oslo_concurrency.lockutils [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.249009] env[70261]: DEBUG oslo_concurrency.lockutils [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.249174] env[70261]: DEBUG nova.compute.manager [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] No waiting events found dispatching network-vif-plugged-dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.249407] env[70261]: WARNING nova.compute.manager [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received unexpected event network-vif-plugged-dd044b34-1bc0-4d49-bde5-daccdd1998be for instance with vm_state building and task_state spawning. [ 944.249691] env[70261]: DEBUG nova.compute.manager [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Received event network-vif-deleted-81bf4c9c-78df-43ba-ba7d-8330befc4de5 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.249933] env[70261]: DEBUG nova.compute.manager [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Received event network-vif-deleted-394e146a-e79f-40a3-94e0-e7efca51f996 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.250285] env[70261]: DEBUG nova.compute.manager [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-changed-dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.250508] env[70261]: DEBUG nova.compute.manager [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing instance network info cache due to event network-changed-dd044b34-1bc0-4d49-bde5-daccdd1998be. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.250733] env[70261]: DEBUG oslo_concurrency.lockutils [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.307341] env[70261]: DEBUG nova.network.neutron [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.388564] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386308, 'name': ReconfigVM_Task, 'duration_secs': 0.737471} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.388887] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 404c5c7e-8c80-4864-b68c-47ca67bbd95b/404c5c7e-8c80-4864-b68c-47ca67bbd95b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.389592] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed682bd9-d021-4e5c-a3d3-fd2da27b7db4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.395975] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 944.395975] env[70261]: value = "task-3386309" [ 944.395975] env[70261]: _type = "Task" [ 944.395975] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.407354] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386309, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.540700] env[70261]: DEBUG nova.network.neutron [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Successfully created port: 38da2409-7e17-4a84-9347-e090db9718ec {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.554712] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.576028] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.608361] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52100bb9-610a-f68a-eb54-8252a9ad4ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.608708] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.609595] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/01509e0c-e137-41cb-8f6f-5e9b92475277.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.609595] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f7a3ee6-9c1b-40df-936a-a1bc73ba0808 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.617043] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 944.617043] env[70261]: value = "task-3386310" [ 944.617043] env[70261]: _type = "Task" [ 944.617043] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.627734] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "ef98409a-4530-4bb7-bd15-609bd9728c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.628259] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.634842] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.675960] env[70261]: DEBUG nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.744667] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: e23641b5-1054-4c89-9b63-98f1994e09ee] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.810440] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.810440] env[70261]: DEBUG nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Instance network_info: |[{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.810557] env[70261]: DEBUG oslo_concurrency.lockutils [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.810724] env[70261]: DEBUG nova.network.neutron [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing network info cache for port dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 944.812203] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:23:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd044b34-1bc0-4d49-bde5-daccdd1998be', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.821639] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.825397] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.826481] env[70261]: DEBUG nova.compute.manager [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.827620] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1fc713b-eb34-479d-ad4f-0c67d1944112 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.842939] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5336cf-8098-4ad0-a2cc-978e5885cfb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.856394] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.856394] env[70261]: value = "task-3386311" [ 944.856394] env[70261]: _type = "Task" [ 944.856394] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.867913] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386311, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.908812] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386309, 'name': Rename_Task, 'duration_secs': 0.173771} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.909136] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.909395] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3f08e5f-24a9-4472-8928-2b586416a6cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.917070] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 944.917070] env[70261]: value = "task-3386312" [ 944.917070] env[70261]: _type = "Task" [ 944.917070] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.926551] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.133222] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450343} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.136254] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/01509e0c-e137-41cb-8f6f-5e9b92475277.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.136659] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.137018] env[70261]: DEBUG nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.139872] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f661b35c-2e2b-432a-bf73-2f5214f775d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.147298] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 945.147298] env[70261]: value = "task-3386313" [ 945.147298] env[70261]: _type = "Task" [ 945.147298] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.152709] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0ea8a4-a36b-4250-95bc-c18a06dc0efc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.162718] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e890c93-9048-4e3f-8419-73e281013125 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.166084] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.197773] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45932e90-51c9-4c42-8d4b-62b70ef561bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.206791] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3921f500-0819-42e0-b54c-96f2085f5d5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.221736] env[70261]: DEBUG nova.compute.provider_tree [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.248301] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 143eff36-4daa-4abb-98c9-3ea8cce0243b] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.358039] env[70261]: INFO nova.compute.manager [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] instance snapshotting [ 945.366921] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c5cc7-bef6-468e-85a9-86388213a106 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.377122] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386311, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.391110] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f75f18-d5e6-4240-a4da-ba418f29c714 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.429489] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386312, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.549719] env[70261]: DEBUG nova.network.neutron [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updated VIF entry in instance network info cache for port dd044b34-1bc0-4d49-bde5-daccdd1998be. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 945.550258] env[70261]: DEBUG nova.network.neutron [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.663745] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073187} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.664228] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.665714] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.667394] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f099c0-3ce5-48d1-a4c0-3dacc300ea7d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.695720] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/01509e0c-e137-41cb-8f6f-5e9b92475277.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.696469] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511a079a-67dc-4be9-9a86-d34b2b054033 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.713036] env[70261]: DEBUG nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.721041] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 945.721041] env[70261]: value = "task-3386314" [ 945.721041] env[70261]: _type = "Task" [ 945.721041] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.725337] env[70261]: DEBUG nova.scheduler.client.report [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.736141] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.739132] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.739429] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.739593] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.739780] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.739925] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.740088] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.740360] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.740543] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.740770] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.740932] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.741130] env[70261]: DEBUG nova.virt.hardware [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.742016] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f159ddd4-29ba-4247-ae06-bb622c317094 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.751010] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc3317-4dc2-4548-932c-4cc97b16549f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.757164] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: d37c7f9e-54b4-448e-b396-d9ba4299a87f] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.870297] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386311, 'name': CreateVM_Task, 'duration_secs': 0.759275} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.870462] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.871240] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.871419] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.871885] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.872228] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7077c659-6295-4d96-a014-568ca65a3b12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.877322] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 945.877322] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52310994-0489-2c8d-40df-224f1ea428bb" [ 945.877322] env[70261]: _type = "Task" [ 945.877322] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.887807] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52310994-0489-2c8d-40df-224f1ea428bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.905276] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 945.905599] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc6f9565-7a6d-4434-80da-af8e26d0474a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.912235] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 945.912235] env[70261]: value = "task-3386315" [ 945.912235] env[70261]: _type = "Task" [ 945.912235] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.921437] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.929582] env[70261]: DEBUG oslo_vmware.api [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386312, 'name': PowerOnVM_Task, 'duration_secs': 0.928927} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.929854] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.930082] env[70261]: INFO nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Took 8.76 seconds to spawn the instance on the hypervisor. [ 945.930313] env[70261]: DEBUG nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.931157] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dd9eb3-8f10-48dd-bf9b-c58c50c14862 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.053012] env[70261]: DEBUG oslo_concurrency.lockutils [req-4fe3c931-2580-452f-80f9-48f78cf0274b req-556bbc7e-5283-44e8-9bb7-af067b2feabc service nova] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.090650] env[70261]: DEBUG nova.network.neutron [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Successfully updated port: 38da2409-7e17-4a84-9347-e090db9718ec {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.232355] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.233027] env[70261]: DEBUG nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.236015] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.236560] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.351s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.236732] env[70261]: DEBUG nova.objects.instance [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.260961] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: c0833a2f-bd5c-4fb9-b41b-d5145df312df] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.283320] env[70261]: DEBUG nova.compute.manager [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Received event network-vif-plugged-38da2409-7e17-4a84-9347-e090db9718ec {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.283646] env[70261]: DEBUG oslo_concurrency.lockutils [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] Acquiring lock "419719d1-301b-48b3-9121-f07e99970eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.283910] env[70261]: DEBUG oslo_concurrency.lockutils [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] Lock "419719d1-301b-48b3-9121-f07e99970eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.284152] env[70261]: DEBUG oslo_concurrency.lockutils [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] Lock "419719d1-301b-48b3-9121-f07e99970eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.284364] env[70261]: DEBUG nova.compute.manager [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] No waiting events found dispatching network-vif-plugged-38da2409-7e17-4a84-9347-e090db9718ec {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.284592] env[70261]: WARNING nova.compute.manager [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Received unexpected event network-vif-plugged-38da2409-7e17-4a84-9347-e090db9718ec for instance with vm_state building and task_state spawning. [ 946.284824] env[70261]: DEBUG nova.compute.manager [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Received event network-changed-38da2409-7e17-4a84-9347-e090db9718ec {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.284989] env[70261]: DEBUG nova.compute.manager [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Refreshing instance network info cache due to event network-changed-38da2409-7e17-4a84-9347-e090db9718ec. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.285286] env[70261]: DEBUG oslo_concurrency.lockutils [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] Acquiring lock "refresh_cache-419719d1-301b-48b3-9121-f07e99970eb6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.285528] env[70261]: DEBUG oslo_concurrency.lockutils [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] Acquired lock "refresh_cache-419719d1-301b-48b3-9121-f07e99970eb6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.285528] env[70261]: DEBUG nova.network.neutron [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Refreshing network info cache for port 38da2409-7e17-4a84-9347-e090db9718ec {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 946.393770] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52310994-0489-2c8d-40df-224f1ea428bb, 'name': SearchDatastore_Task, 'duration_secs': 0.032484} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.394158] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.394471] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.394771] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.394911] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.395132] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.395416] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910f5e3d-db1a-4c03-b473-8e0b10f83cee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.403627] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.403811] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.404626] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1861573-32b3-4a1a-8a11-30ad4e75d521 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.410205] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 946.410205] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbf376-3ccd-ad14-6fff-666b140348e1" [ 946.410205] env[70261]: _type = "Task" [ 946.410205] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.421747] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbf376-3ccd-ad14-6fff-666b140348e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.424805] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386315, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.446738] env[70261]: INFO nova.compute.manager [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Took 48.70 seconds to build instance. [ 946.596533] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "refresh_cache-419719d1-301b-48b3-9121-f07e99970eb6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.731176] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386314, 'name': ReconfigVM_Task, 'duration_secs': 0.674074} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.731572] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/01509e0c-e137-41cb-8f6f-5e9b92475277.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.732695] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9434580c-8d13-418b-8aed-f697ae6ebf03 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.737790] env[70261]: DEBUG nova.compute.utils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.740175] env[70261]: DEBUG nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.740375] env[70261]: DEBUG nova.network.neutron [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.744929] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 946.744929] env[70261]: value = "task-3386316" [ 946.744929] env[70261]: _type = "Task" [ 946.744929] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.756529] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386316, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.765126] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 271fabab-cc8d-418a-ad9e-f07b8d3a8b98] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.797299] env[70261]: DEBUG nova.policy [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3df9e65371d43fb8daa5be48597d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9885e76c83ad46e2b6dd956074b0c40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.840324] env[70261]: DEBUG nova.network.neutron [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 946.924800] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbf376-3ccd-ad14-6fff-666b140348e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.932023] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386315, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.932023] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3086faf-b07b-4172-82f3-0befe496a885 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.936699] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 946.936699] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ad1738-d83c-05e3-f33a-ae232c6d13f2" [ 946.936699] env[70261]: _type = "Task" [ 946.936699] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.945362] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ad1738-d83c-05e3-f33a-ae232c6d13f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.949118] env[70261]: DEBUG nova.network.neutron [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.951138] env[70261]: DEBUG oslo_concurrency.lockutils [None req-636ab02b-cdea-4834-9fbe-099fffefd240 tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.050s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.144610] env[70261]: DEBUG nova.network.neutron [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Successfully created port: 309b95a5-d0e4-44ec-9b8f-2fa66812fd52 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.249022] env[70261]: DEBUG nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.250676] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a7e9ae23-bbfc-4621-bd83-a06ae8720d98 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.252135] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.824s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.252518] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.255961] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.316s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.255961] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.257141] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.484s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.257141] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.259188] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.792s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.261171] env[70261]: INFO nova.compute.claims [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.268886] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: ea0fac22-ed73-4785-a5eb-610e9107e14d] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.275682] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386316, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.300624] env[70261]: INFO nova.scheduler.client.report [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleted allocations for instance 4fe6084f-d33e-423f-899b-b80ac9f2d9d1 [ 947.307964] env[70261]: INFO nova.scheduler.client.report [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted allocations for instance 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6 [ 947.316511] env[70261]: INFO nova.scheduler.client.report [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted allocations for instance 069dc16f-3845-4aec-ad40-f8676969a7c1 [ 947.426232] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386315, 'name': CreateSnapshot_Task, 'duration_secs': 1.298699} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.426438] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.427257] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5bfc13-0ee5-47f5-9357-f40821584605 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.449290] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ad1738-d83c-05e3-f33a-ae232c6d13f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.449623] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.449944] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61/066c7bba-9a12-4597-bf8e-5ef8c0b7ee61.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.450323] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e04fd1-d488-4ac1-bc76-446bdd0b2675 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.452979] env[70261]: DEBUG oslo_concurrency.lockutils [req-23b7782b-4c7c-4ba0-b846-a98e2c6ba200 req-5fa64ddc-d69f-42cd-af63-eb5beca2fede service nova] Releasing lock "refresh_cache-419719d1-301b-48b3-9121-f07e99970eb6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.453553] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquired lock "refresh_cache-419719d1-301b-48b3-9121-f07e99970eb6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.453636] env[70261]: DEBUG nova.network.neutron [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 947.459601] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 947.459601] env[70261]: value = "task-3386317" [ 947.459601] env[70261]: _type = "Task" [ 947.459601] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.471341] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.503379] env[70261]: WARNING oslo_messaging._drivers.amqpdriver [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 947.510818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.511135] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.511355] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.512449] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.512449] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.514963] env[70261]: INFO nova.compute.manager [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Terminating instance [ 947.765361] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386316, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.770634] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 48022427-976b-4331-bb73-441bfe103e71] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.815439] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8679e260-28e4-468b-8e71-578631e450b1 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "4fe6084f-d33e-423f-899b-b80ac9f2d9d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.265s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.818042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-525a4473-821e-4bb5-acb8-de14d30fb4ee tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "4d53d8a8-2e20-4e95-8b12-1898c57ea7d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.785s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.823027] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cec3b7a5-d92b-407c-a509-0df9e746259c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "069dc16f-3845-4aec-ad40-f8676969a7c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.891s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.950034] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.950353] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c183098-5892-4937-a2ff-d7838740af79 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.959363] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 947.959363] env[70261]: value = "task-3386318" [ 947.959363] env[70261]: _type = "Task" [ 947.959363] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.971922] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386317, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.974954] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386318, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.990277] env[70261]: DEBUG nova.network.neutron [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 948.005660] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "9136504b-78c6-463e-95d8-2e72bca184a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.005823] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "9136504b-78c6-463e-95d8-2e72bca184a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.006229] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "9136504b-78c6-463e-95d8-2e72bca184a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.006333] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "9136504b-78c6-463e-95d8-2e72bca184a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.006490] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "9136504b-78c6-463e-95d8-2e72bca184a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.008924] env[70261]: INFO nova.compute.manager [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Terminating instance [ 948.019216] env[70261]: DEBUG nova.compute.manager [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.019531] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.020597] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf0cd7-2c7f-4256-b3bd-170fc5dbe11e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.030487] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.030879] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a23dfaf-9424-4e51-80cf-071a45e5c397 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.037726] env[70261]: DEBUG oslo_vmware.api [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 948.037726] env[70261]: value = "task-3386319" [ 948.037726] env[70261]: _type = "Task" [ 948.037726] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.050122] env[70261]: DEBUG oslo_vmware.api [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.154051] env[70261]: DEBUG nova.network.neutron [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Updating instance_info_cache with network_info: [{"id": "38da2409-7e17-4a84-9347-e090db9718ec", "address": "fa:16:3e:c9:d1:d6", "network": {"id": "803aa00a-c8de-40e0-a096-93ae44ec61aa", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-787114824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39ca6af4f114cf0be07eacfc9d0cfa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38da2409-7e", "ovs_interfaceid": "38da2409-7e17-4a84-9347-e090db9718ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.261941] env[70261]: DEBUG nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.271358] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386316, 'name': Rename_Task, 'duration_secs': 1.160355} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.271688] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.271965] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ab3ec7-6f07-4125-b34d-7d250231fd6a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.277310] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 24161c6d-a5ea-4cbe-99cc-981953f390ae] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.284371] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 948.284371] env[70261]: value = "task-3386320" [ 948.284371] env[70261]: _type = "Task" [ 948.284371] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.295105] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.309067] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.309067] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.309067] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.309067] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.309067] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.309067] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.309067] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.309901] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.310427] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.311860] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.312206] env[70261]: DEBUG nova.virt.hardware [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.313263] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18081a79-32ba-4e71-813a-e4da777eaed1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.327479] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd0388-09aa-4c36-b994-ea559d3a0666 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.395868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.396177] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.396435] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.397137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.397137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.401722] env[70261]: INFO nova.compute.manager [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Terminating instance [ 948.477793] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386318, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.484449] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844668} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.485121] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61/066c7bba-9a12-4597-bf8e-5ef8c0b7ee61.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.485436] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.485649] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d8494f7-8fd3-422a-90a3-868a24aeb18b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.491839] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 948.491839] env[70261]: value = "task-3386321" [ 948.491839] env[70261]: _type = "Task" [ 948.491839] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.502552] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.518022] env[70261]: DEBUG nova.compute.manager [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.518022] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.518022] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467bd801-3b4f-455b-803a-17ed0e25a632 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.523658] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.523919] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3176b01-085f-4a41-8481-17c4a45366f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.531765] env[70261]: DEBUG oslo_vmware.api [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 948.531765] env[70261]: value = "task-3386322" [ 948.531765] env[70261]: _type = "Task" [ 948.531765] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.541092] env[70261]: DEBUG oslo_vmware.api [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.552095] env[70261]: DEBUG oslo_vmware.api [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386319, 'name': PowerOffVM_Task, 'duration_secs': 0.246105} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.552417] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.552559] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.552903] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0649ee-1de0-4191-9083-b043b02e6965 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.647479] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.647798] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.648092] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleting the datastore file [datastore1] 404c5c7e-8c80-4864-b68c-47ca67bbd95b {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.648496] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbb4c97-9417-41c0-a4c0-844e106d27af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.656055] env[70261]: DEBUG oslo_vmware.api [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for the task: (returnval){ [ 948.656055] env[70261]: value = "task-3386324" [ 948.656055] env[70261]: _type = "Task" [ 948.656055] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.656748] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Releasing lock "refresh_cache-419719d1-301b-48b3-9121-f07e99970eb6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.657290] env[70261]: DEBUG nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Instance network_info: |[{"id": "38da2409-7e17-4a84-9347-e090db9718ec", "address": "fa:16:3e:c9:d1:d6", "network": {"id": "803aa00a-c8de-40e0-a096-93ae44ec61aa", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-787114824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39ca6af4f114cf0be07eacfc9d0cfa1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38da2409-7e", "ovs_interfaceid": "38da2409-7e17-4a84-9347-e090db9718ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.666873] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d1:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38da2409-7e17-4a84-9347-e090db9718ec', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.678022] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Creating folder: Project (f39ca6af4f114cf0be07eacfc9d0cfa1). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.679271] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b19c184-8394-4016-937a-6a9aa34d2ec8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.683491] env[70261]: DEBUG nova.compute.manager [req-bef049ce-c8ca-468a-b038-4f4bbcd3bb30 req-b4c21d5e-37f2-4ce4-942a-2ef9f0d67a82 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Received event network-vif-plugged-309b95a5-d0e4-44ec-9b8f-2fa66812fd52 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.683639] env[70261]: DEBUG oslo_concurrency.lockutils [req-bef049ce-c8ca-468a-b038-4f4bbcd3bb30 req-b4c21d5e-37f2-4ce4-942a-2ef9f0d67a82 service nova] Acquiring lock "29ce64a5-542f-450c-a3bc-89c118cfddc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.683966] env[70261]: DEBUG oslo_concurrency.lockutils [req-bef049ce-c8ca-468a-b038-4f4bbcd3bb30 req-b4c21d5e-37f2-4ce4-942a-2ef9f0d67a82 service nova] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.684307] env[70261]: DEBUG oslo_concurrency.lockutils [req-bef049ce-c8ca-468a-b038-4f4bbcd3bb30 req-b4c21d5e-37f2-4ce4-942a-2ef9f0d67a82 service nova] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.684755] env[70261]: DEBUG nova.compute.manager [req-bef049ce-c8ca-468a-b038-4f4bbcd3bb30 req-b4c21d5e-37f2-4ce4-942a-2ef9f0d67a82 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] No waiting events found dispatching network-vif-plugged-309b95a5-d0e4-44ec-9b8f-2fa66812fd52 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.685027] env[70261]: WARNING nova.compute.manager [req-bef049ce-c8ca-468a-b038-4f4bbcd3bb30 req-b4c21d5e-37f2-4ce4-942a-2ef9f0d67a82 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Received unexpected event network-vif-plugged-309b95a5-d0e4-44ec-9b8f-2fa66812fd52 for instance with vm_state building and task_state spawning. [ 948.692410] env[70261]: DEBUG oslo_vmware.api [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.698359] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Created folder: Project (f39ca6af4f114cf0be07eacfc9d0cfa1) in parent group-v675446. [ 948.698780] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Creating folder: Instances. Parent ref: group-v675642. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.699332] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dfb7bba-6381-4256-a3d5-efd63afba8fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.712116] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Created folder: Instances in parent group-v675642. [ 948.712478] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.715956] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.716553] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d0b67b1-1207-470f-acca-7cef96d35de3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.745095] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.745095] env[70261]: value = "task-3386327" [ 948.745095] env[70261]: _type = "Task" [ 948.745095] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.755060] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386327, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.775825] env[70261]: DEBUG nova.network.neutron [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Successfully updated port: 309b95a5-d0e4-44ec-9b8f-2fa66812fd52 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.778612] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb0763-8a0a-4df4-8eab-a084214dfdca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.782855] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 02321cab-5118-4f4f-be47-620c1a701209] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.792164] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24203a06-40de-46b2-a06d-21c08f9bbfa2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.802962] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.836346] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1e68d3-781f-40a1-8ad9-35fa7fbf8fe8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.845953] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acccebad-206b-4faf-953c-3099b69771ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.863428] env[70261]: DEBUG nova.compute.provider_tree [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.905643] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "refresh_cache-cb4c8ffe-e094-41b0-88a3-d1664bf88a36" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.905916] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquired lock "refresh_cache-cb4c8ffe-e094-41b0-88a3-d1664bf88a36" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.906179] env[70261]: DEBUG nova.network.neutron [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 948.971353] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386318, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.000868] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072661} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.001332] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.003218] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c097ff2e-8d39-4a22-bdf2-e6a544b4e072 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.032021] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61/066c7bba-9a12-4597-bf8e-5ef8c0b7ee61.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.032021] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf74776-4fc0-43cd-97ec-ae4d8fc58c1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.052852] env[70261]: DEBUG oslo_vmware.api [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386322, 'name': PowerOffVM_Task, 'duration_secs': 0.228011} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.054171] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.054368] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.054683] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 949.054683] env[70261]: value = "task-3386328" [ 949.054683] env[70261]: _type = "Task" [ 949.054683] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.054903] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41b2318c-b21d-4e8f-aae0-75cc8a54a385 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.064567] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.140855] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.141192] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.141888] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleting the datastore file [datastore1] 9136504b-78c6-463e-95d8-2e72bca184a0 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.141888] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc25a78-0283-44e5-a906-803d177a2130 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.154835] env[70261]: DEBUG oslo_vmware.api [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for the task: (returnval){ [ 949.154835] env[70261]: value = "task-3386330" [ 949.154835] env[70261]: _type = "Task" [ 949.154835] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.167966] env[70261]: DEBUG oslo_vmware.api [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.170407] env[70261]: DEBUG oslo_vmware.api [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Task: {'id': task-3386324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265853} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.170753] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.170753] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.172447] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.172447] env[70261]: INFO nova.compute.manager [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 949.172447] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.172447] env[70261]: DEBUG nova.compute.manager [-] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.172447] env[70261]: DEBUG nova.network.neutron [-] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 949.255471] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386327, 'name': CreateVM_Task, 'duration_secs': 0.504084} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.255668] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.256345] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.256515] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.256830] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.257093] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f0677e-19d9-4ca6-823f-be307cf8b65d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.262778] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 949.262778] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f31b76-f271-d74e-5ea0-d66f84de463f" [ 949.262778] env[70261]: _type = "Task" [ 949.262778] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.270666] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f31b76-f271-d74e-5ea0-d66f84de463f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.286871] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "refresh_cache-29ce64a5-542f-450c-a3bc-89c118cfddc4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.286871] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "refresh_cache-29ce64a5-542f-450c-a3bc-89c118cfddc4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.286871] env[70261]: DEBUG nova.network.neutron [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 949.290737] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 01fa515c-886f-4513-aee2-c8d9fcd17c98] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.295723] env[70261]: DEBUG oslo_vmware.api [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386320, 'name': PowerOnVM_Task, 'duration_secs': 0.557006} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.295976] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.297220] env[70261]: INFO nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Took 9.67 seconds to spawn the instance on the hypervisor. [ 949.297220] env[70261]: DEBUG nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.297993] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afaf144-2519-488b-b396-2083b1352b0e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.366767] env[70261]: DEBUG nova.scheduler.client.report [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.444637] env[70261]: DEBUG nova.network.neutron [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 949.479182] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386318, 'name': CloneVM_Task, 'duration_secs': 1.408473} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.479182] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Created linked-clone VM from snapshot [ 949.479182] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4342b700-2828-4774-b33d-4390b39855d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.486194] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Uploading image 94dfd778-ea73-48ef-85df-381c7b5860d2 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.513016] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.513016] env[70261]: value = "vm-675641" [ 949.513016] env[70261]: _type = "VirtualMachine" [ 949.513016] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.513341] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0faa36a-4039-4d7b-a03e-e77d6028baa4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.517154] env[70261]: DEBUG nova.network.neutron [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.522629] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lease: (returnval){ [ 949.522629] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d458fe-e458-0fe9-19c0-434a50d6e10f" [ 949.522629] env[70261]: _type = "HttpNfcLease" [ 949.522629] env[70261]: } obtained for exporting VM: (result){ [ 949.522629] env[70261]: value = "vm-675641" [ 949.522629] env[70261]: _type = "VirtualMachine" [ 949.522629] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.522928] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the lease: (returnval){ [ 949.522928] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d458fe-e458-0fe9-19c0-434a50d6e10f" [ 949.522928] env[70261]: _type = "HttpNfcLease" [ 949.522928] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.531485] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.531485] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d458fe-e458-0fe9-19c0-434a50d6e10f" [ 949.531485] env[70261]: _type = "HttpNfcLease" [ 949.531485] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.568397] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.666678] env[70261]: DEBUG oslo_vmware.api [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Task: {'id': task-3386330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422414} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.666972] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.667249] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.667404] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.667602] env[70261]: INFO nova.compute.manager [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 949.667861] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.668061] env[70261]: DEBUG nova.compute.manager [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.668183] env[70261]: DEBUG nova.network.neutron [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 949.773267] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f31b76-f271-d74e-5ea0-d66f84de463f, 'name': SearchDatastore_Task, 'duration_secs': 0.019214} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.773625] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.773864] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.774144] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.774306] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.774494] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.774758] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-357db811-1a99-4339-a712-1343d3aee989 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.791224] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.791399] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.792285] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 5140f842-8de3-4136-8ce3-59d5ad097d95] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.794057] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18929c5a-3f43-432a-adb4-a7a2763cc852 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.800184] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 949.800184] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526d68aa-2b04-21fc-c64d-98a88ac01b2f" [ 949.800184] env[70261]: _type = "Task" [ 949.800184] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.812080] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526d68aa-2b04-21fc-c64d-98a88ac01b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.816103] env[70261]: INFO nova.compute.manager [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Took 50.20 seconds to build instance. [ 949.840596] env[70261]: DEBUG nova.network.neutron [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 949.873083] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.873745] env[70261]: DEBUG nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.876330] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.780s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.876567] env[70261]: DEBUG nova.objects.instance [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lazy-loading 'resources' on Instance uuid 9cce7d19-66ec-4cf1-adca-be14214b7589 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.026631] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Releasing lock "refresh_cache-cb4c8ffe-e094-41b0-88a3-d1664bf88a36" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.026631] env[70261]: DEBUG nova.compute.manager [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.026631] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.026631] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052938d6-1c4e-49b5-a635-34ff49cbbec6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.036012] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.036012] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d458fe-e458-0fe9-19c0-434a50d6e10f" [ 950.036012] env[70261]: _type = "HttpNfcLease" [ 950.036012] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.038238] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.038238] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d458fe-e458-0fe9-19c0-434a50d6e10f" [ 950.038238] env[70261]: _type = "HttpNfcLease" [ 950.038238] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.038561] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.039282] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5688d32-530f-4037-91e3-f828d6f05743 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.042284] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4aaf3e-e9a4-44b1-aacc-0c067e205f46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.045279] env[70261]: DEBUG nova.network.neutron [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Updating instance_info_cache with network_info: [{"id": "309b95a5-d0e4-44ec-9b8f-2fa66812fd52", "address": "fa:16:3e:11:4d:57", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309b95a5-d0", "ovs_interfaceid": "309b95a5-d0e4-44ec-9b8f-2fa66812fd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.054224] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215c19b-aab2-d54d-2bc2-156fe650958e/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.054490] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215c19b-aab2-d54d-2bc2-156fe650958e/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.057525] env[70261]: DEBUG oslo_vmware.api [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 950.057525] env[70261]: value = "task-3386332" [ 950.057525] env[70261]: _type = "Task" [ 950.057525] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.125037] env[70261]: DEBUG nova.network.neutron [-] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.133155] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386328, 'name': ReconfigVM_Task, 'duration_secs': 0.636812} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.137847] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61/066c7bba-9a12-4597-bf8e-5ef8c0b7ee61.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.138924] env[70261]: DEBUG oslo_vmware.api [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.139728] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2856f9a4-402b-4a59-ad18-eb32b4eccd45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.151029] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 950.151029] env[70261]: value = "task-3386333" [ 950.151029] env[70261]: _type = "Task" [ 950.151029] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.161330] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386333, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.218072] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09450131-ad35-4ca4-a92b-ba1e6a75ffa5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.302509] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.302509] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=70261) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 950.311283] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526d68aa-2b04-21fc-c64d-98a88ac01b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.026343} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.312680] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c35520-73f6-479e-9158-cadbc98a8df5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.315833] env[70261]: DEBUG oslo_concurrency.lockutils [None req-934b3d19-988b-4bf7-9efa-60da8aed1380 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.817s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.318329] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 950.318329] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f9b0d7-6e0a-4470-f767-8c48bd3bd10a" [ 950.318329] env[70261]: _type = "Task" [ 950.318329] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.326226] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f9b0d7-6e0a-4470-f767-8c48bd3bd10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.379390] env[70261]: DEBUG nova.compute.utils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.380976] env[70261]: DEBUG nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.381165] env[70261]: DEBUG nova.network.neutron [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.447794] env[70261]: DEBUG nova.policy [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d189135c664695813bb86240f7a238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02047a9f35ba48de8efcc0847b33cec8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.534157] env[70261]: DEBUG nova.network.neutron [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.549009] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "refresh_cache-29ce64a5-542f-450c-a3bc-89c118cfddc4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.549425] env[70261]: DEBUG nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Instance network_info: |[{"id": "309b95a5-d0e4-44ec-9b8f-2fa66812fd52", "address": "fa:16:3e:11:4d:57", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309b95a5-d0", "ovs_interfaceid": "309b95a5-d0e4-44ec-9b8f-2fa66812fd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.554123] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:4d:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '309b95a5-d0e4-44ec-9b8f-2fa66812fd52', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.562063] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.566695] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.567439] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d2b3f5-ca66-4d01-999e-c3dd42b63782 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.595638] env[70261]: DEBUG oslo_vmware.api [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386332, 'name': PowerOffVM_Task, 'duration_secs': 0.141165} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.596910] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.597609] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.597609] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.597609] env[70261]: value = "task-3386334" [ 950.597609] env[70261]: _type = "Task" [ 950.597609] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.597814] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ffd745e-3f91-4e4f-9c82-b67ead4447a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.613385] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386334, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.628788] env[70261]: INFO nova.compute.manager [-] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Took 1.46 seconds to deallocate network for instance. [ 950.629046] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.629401] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.629682] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleting the datastore file [datastore2] cb4c8ffe-e094-41b0-88a3-d1664bf88a36 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.631497] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc2fae0-e2fe-4003-a6cd-c782f989e33d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.644958] env[70261]: DEBUG oslo_vmware.api [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for the task: (returnval){ [ 950.644958] env[70261]: value = "task-3386336" [ 950.644958] env[70261]: _type = "Task" [ 950.644958] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.656103] env[70261]: DEBUG oslo_vmware.api [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.674185] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386333, 'name': Rename_Task, 'duration_secs': 0.243513} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.677179] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.677686] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09ce4fd1-e5db-433e-bf44-fa52ef18f293 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.685225] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 950.685225] env[70261]: value = "task-3386337" [ 950.685225] env[70261]: _type = "Task" [ 950.685225] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.696442] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.729196] env[70261]: DEBUG nova.compute.manager [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Received event network-changed-309b95a5-d0e4-44ec-9b8f-2fa66812fd52 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.729196] env[70261]: DEBUG nova.compute.manager [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Refreshing instance network info cache due to event network-changed-309b95a5-d0e4-44ec-9b8f-2fa66812fd52. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.729393] env[70261]: DEBUG oslo_concurrency.lockutils [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] Acquiring lock "refresh_cache-29ce64a5-542f-450c-a3bc-89c118cfddc4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.729575] env[70261]: DEBUG oslo_concurrency.lockutils [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] Acquired lock "refresh_cache-29ce64a5-542f-450c-a3bc-89c118cfddc4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.730357] env[70261]: DEBUG nova.network.neutron [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Refreshing network info cache for port 309b95a5-d0e4-44ec-9b8f-2fa66812fd52 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 950.804420] env[70261]: DEBUG nova.network.neutron [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Successfully created port: 9fd23a92-6e43-41a8-9965-28bb9d32faf2 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.810578] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.814042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.814042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.835146] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f9b0d7-6e0a-4470-f767-8c48bd3bd10a, 'name': SearchDatastore_Task, 'duration_secs': 0.021951} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.835784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.835784] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 419719d1-301b-48b3-9121-f07e99970eb6/419719d1-301b-48b3-9121-f07e99970eb6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.838650] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cc6fb03-50e4-4fd3-a7d8-ab7e5cf3337a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.852020] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 950.852020] env[70261]: value = "task-3386338" [ 950.852020] env[70261]: _type = "Task" [ 950.852020] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.862080] env[70261]: INFO nova.compute.manager [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Rescuing [ 950.862406] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.862619] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.862816] env[70261]: DEBUG nova.network.neutron [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 950.868396] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.870749] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53942946-5ebe-495e-84f6-27549edecead {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.881544] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f7318-251a-4fee-8247-5a1894db9346 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.887328] env[70261]: DEBUG nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.922607] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34347177-c508-4efb-b893-d47e5016f4bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.931661] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27890cd6-7e82-46e9-8535-1308251a8455 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.948420] env[70261]: DEBUG nova.compute.provider_tree [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.038931] env[70261]: INFO nova.compute.manager [-] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Took 1.37 seconds to deallocate network for instance. [ 951.112883] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386334, 'name': CreateVM_Task, 'duration_secs': 0.406976} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.113529] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.114360] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.114807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.115390] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.116427] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8e08f3-114c-4e03-9c3d-9e39266a8698 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.125012] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 951.125012] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c1f68-c4af-3a5a-c350-a508adddaaee" [ 951.125012] env[70261]: _type = "Task" [ 951.125012] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.137294] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c1f68-c4af-3a5a-c350-a508adddaaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.142024] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.156141] env[70261]: DEBUG oslo_vmware.api [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Task: {'id': task-3386336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152234} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.157367] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.157367] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.157367] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.157367] env[70261]: INFO nova.compute.manager [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Took 1.13 seconds to destroy the instance on the hypervisor. [ 951.157611] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.157693] env[70261]: DEBUG nova.compute.manager [-] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.157776] env[70261]: DEBUG nova.network.neutron [-] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 951.179115] env[70261]: DEBUG nova.network.neutron [-] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 951.204783] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.316394] env[70261]: DEBUG nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.373219] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.454669] env[70261]: DEBUG nova.scheduler.client.report [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.547122] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.557182] env[70261]: DEBUG nova.network.neutron [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Updated VIF entry in instance network info cache for port 309b95a5-d0e4-44ec-9b8f-2fa66812fd52. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 951.557612] env[70261]: DEBUG nova.network.neutron [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Updating instance_info_cache with network_info: [{"id": "309b95a5-d0e4-44ec-9b8f-2fa66812fd52", "address": "fa:16:3e:11:4d:57", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309b95a5-d0", "ovs_interfaceid": "309b95a5-d0e4-44ec-9b8f-2fa66812fd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.637763] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522c1f68-c4af-3a5a-c350-a508adddaaee, 'name': SearchDatastore_Task, 'duration_secs': 0.064164} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.638655] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.639017] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.639310] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.639781] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.639857] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.640169] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ef08bfc-141e-4dcc-8659-78215f81a3c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.649221] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.649637] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.650327] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005d38e2-17b9-4be8-bf2c-5d8b82e54f50 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.654135] env[70261]: DEBUG nova.network.neutron [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Updating instance_info_cache with network_info: [{"id": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "address": "fa:16:3e:46:b6:f5", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7d6baf-e4", "ovs_interfaceid": "ea7d6baf-e419-4af1-8e8b-633d13fdc571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.659826] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 951.659826] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526bb81a-c114-ca7f-0f35-86e8064e025d" [ 951.659826] env[70261]: _type = "Task" [ 951.659826] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.669439] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526bb81a-c114-ca7f-0f35-86e8064e025d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.682718] env[70261]: DEBUG nova.network.neutron [-] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.696464] env[70261]: DEBUG oslo_vmware.api [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386337, 'name': PowerOnVM_Task, 'duration_secs': 0.589326} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.696823] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.697139] env[70261]: INFO nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Took 9.51 seconds to spawn the instance on the hypervisor. [ 951.697393] env[70261]: DEBUG nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.698237] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0d17d-63ba-4d75-956f-99ccb2337d01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.843600] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.864223] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62547} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.864808] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 419719d1-301b-48b3-9121-f07e99970eb6/419719d1-301b-48b3-9121-f07e99970eb6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.865707] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.865707] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a794ec0-acbd-4617-a849-fee8ab897b56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.873136] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 951.873136] env[70261]: value = "task-3386339" [ 951.873136] env[70261]: _type = "Task" [ 951.873136] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.884048] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.898322] env[70261]: DEBUG nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.926306] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.926603] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.926797] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.927273] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.927583] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.927774] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.928059] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.928366] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.928438] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.928699] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.928872] env[70261]: DEBUG nova.virt.hardware [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.929899] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75073b96-d8ff-49ce-bd5b-57610b52c12a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.942021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd53cf6-fa60-45fd-a869-4adaee8dd677 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.962024] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.963783] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.825s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.964775] env[70261]: DEBUG nova.objects.instance [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lazy-loading 'resources' on Instance uuid a384959a-20e9-4af0-a1c4-b0e72b98b450 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.981711] env[70261]: INFO nova.scheduler.client.report [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted allocations for instance 9cce7d19-66ec-4cf1-adca-be14214b7589 [ 952.060787] env[70261]: DEBUG oslo_concurrency.lockutils [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] Releasing lock "refresh_cache-29ce64a5-542f-450c-a3bc-89c118cfddc4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.061096] env[70261]: DEBUG nova.compute.manager [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Received event network-vif-deleted-edffbe74-78c3-4a12-a329-a059187f537c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.061356] env[70261]: DEBUG nova.compute.manager [req-731d0f1e-99bc-4208-8e1f-918f08fb67e5 req-45f7e919-e9fb-4af0-90c8-ea23f2ad1e63 service nova] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Received event network-vif-deleted-35e669f1-e200-4afa-93c9-ad7ae17ece22 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.158422] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "refresh_cache-01509e0c-e137-41cb-8f6f-5e9b92475277" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.171015] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526bb81a-c114-ca7f-0f35-86e8064e025d, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.171930] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ed6ac7-fb92-4f8c-9b4a-475284a5977c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.180107] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 952.180107] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cdb536-5762-57f7-44ca-dedc55fa14c4" [ 952.180107] env[70261]: _type = "Task" [ 952.180107] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.190024] env[70261]: INFO nova.compute.manager [-] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Took 1.03 seconds to deallocate network for instance. [ 952.194895] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cdb536-5762-57f7-44ca-dedc55fa14c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.220059] env[70261]: INFO nova.compute.manager [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Took 51.27 seconds to build instance. [ 952.325030] env[70261]: DEBUG nova.network.neutron [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Successfully updated port: 9fd23a92-6e43-41a8-9965-28bb9d32faf2 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.384826] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073775} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.385330] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.385971] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16fe604-8a72-4dcb-b9ce-fe4576dddc0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.410443] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 419719d1-301b-48b3-9121-f07e99970eb6/419719d1-301b-48b3-9121-f07e99970eb6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.410794] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ccc56a-6a1d-4f64-804a-bbc06211d741 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.431546] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 952.431546] env[70261]: value = "task-3386340" [ 952.431546] env[70261]: _type = "Task" [ 952.431546] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.441050] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.473915] env[70261]: DEBUG nova.compute.manager [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-changed-dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.474278] env[70261]: DEBUG nova.compute.manager [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing instance network info cache due to event network-changed-dd044b34-1bc0-4d49-bde5-daccdd1998be. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.474565] env[70261]: DEBUG oslo_concurrency.lockutils [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.474813] env[70261]: DEBUG oslo_concurrency.lockutils [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.475044] env[70261]: DEBUG nova.network.neutron [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing network info cache for port dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 952.489632] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825de82e-9c36-401b-9373-05dde9526a63 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "9cce7d19-66ec-4cf1-adca-be14214b7589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.801s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.697461] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.697793] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cdb536-5762-57f7-44ca-dedc55fa14c4, 'name': SearchDatastore_Task, 'duration_secs': 0.025984} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.698044] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.698301] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 29ce64a5-542f-450c-a3bc-89c118cfddc4/29ce64a5-542f-450c-a3bc-89c118cfddc4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.698585] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cfb5aef-17b0-4d34-8bec-5c30e426ac01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.709023] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 952.709023] env[70261]: value = "task-3386341" [ 952.709023] env[70261]: _type = "Task" [ 952.709023] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.716617] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.720276] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb2a2c92-18d4-47b4-9200-3efe77ce214e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.779s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.829372] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-9cbbe337-9e39-41a6-a266-84fed223b9c3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.829565] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-9cbbe337-9e39-41a6-a266-84fed223b9c3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.829635] env[70261]: DEBUG nova.network.neutron [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 952.839192] env[70261]: DEBUG nova.compute.manager [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Received event network-vif-plugged-9fd23a92-6e43-41a8-9965-28bb9d32faf2 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.839192] env[70261]: DEBUG oslo_concurrency.lockutils [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] Acquiring lock "9cbbe337-9e39-41a6-a266-84fed223b9c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.839192] env[70261]: DEBUG oslo_concurrency.lockutils [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.839192] env[70261]: DEBUG oslo_concurrency.lockutils [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.839192] env[70261]: DEBUG nova.compute.manager [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] No waiting events found dispatching network-vif-plugged-9fd23a92-6e43-41a8-9965-28bb9d32faf2 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.839192] env[70261]: WARNING nova.compute.manager [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Received unexpected event network-vif-plugged-9fd23a92-6e43-41a8-9965-28bb9d32faf2 for instance with vm_state building and task_state spawning. [ 952.839192] env[70261]: DEBUG nova.compute.manager [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Received event network-changed-9fd23a92-6e43-41a8-9965-28bb9d32faf2 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.839192] env[70261]: DEBUG nova.compute.manager [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Refreshing instance network info cache due to event network-changed-9fd23a92-6e43-41a8-9965-28bb9d32faf2. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.839192] env[70261]: DEBUG oslo_concurrency.lockutils [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] Acquiring lock "refresh_cache-9cbbe337-9e39-41a6-a266-84fed223b9c3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.881934] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6efe67-8e4a-433e-abd5-1b76ca70f636 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.889697] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94ed326-bca9-4326-9af8-897a3b9f7bcd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.922244] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee36016-4216-45a1-9701-d899f5987146 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.930612] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c0820-6afe-4241-b6d1-a9e1fb07723c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.956496] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.957014] env[70261]: DEBUG nova.compute.provider_tree [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.214727] env[70261]: DEBUG nova.network.neutron [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updated VIF entry in instance network info cache for port dd044b34-1bc0-4d49-bde5-daccdd1998be. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 953.215084] env[70261]: DEBUG nova.network.neutron [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.224952] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386341, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.363043] env[70261]: DEBUG nova.network.neutron [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 953.451279] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386340, 'name': ReconfigVM_Task, 'duration_secs': 0.560352} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.451648] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 419719d1-301b-48b3-9121-f07e99970eb6/419719d1-301b-48b3-9121-f07e99970eb6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.452466] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-349fc2e6-f571-4f66-93ad-9c05559cb829 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.460851] env[70261]: DEBUG nova.scheduler.client.report [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.467341] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 953.467341] env[70261]: value = "task-3386342" [ 953.467341] env[70261]: _type = "Task" [ 953.467341] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.482874] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386342, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.519886] env[70261]: DEBUG nova.network.neutron [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Updating instance_info_cache with network_info: [{"id": "9fd23a92-6e43-41a8-9965-28bb9d32faf2", "address": "fa:16:3e:8c:91:08", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd23a92-6e", "ovs_interfaceid": "9fd23a92-6e43-41a8-9965-28bb9d32faf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.698319] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.698652] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf4ed5a-2106-4fb3-8b29-e1f4d121c05e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.705920] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 953.705920] env[70261]: value = "task-3386343" [ 953.705920] env[70261]: _type = "Task" [ 953.705920] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.714199] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "6351eebf-bfa3-4356-acdd-d7c901943867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.714441] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "6351eebf-bfa3-4356-acdd-d7c901943867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.714647] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "6351eebf-bfa3-4356-acdd-d7c901943867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.714861] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "6351eebf-bfa3-4356-acdd-d7c901943867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.715101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "6351eebf-bfa3-4356-acdd-d7c901943867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.723480] env[70261]: DEBUG oslo_concurrency.lockutils [req-c7b45810-962c-4c1d-89d6-4bfd0ab02b41 req-f2252b23-c6a1-4dd4-8c55-94d64b14c80b service nova] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.723906] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.725361] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65787} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.725923] env[70261]: INFO nova.compute.manager [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Terminating instance [ 953.727445] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 29ce64a5-542f-450c-a3bc-89c118cfddc4/29ce64a5-542f-450c-a3bc-89c118cfddc4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.727667] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.728797] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28e03f9c-6dbb-4008-accc-e13201efd20e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.736123] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 953.736123] env[70261]: value = "task-3386344" [ 953.736123] env[70261]: _type = "Task" [ 953.736123] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.750785] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.968378] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.971142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.731s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.973438] env[70261]: INFO nova.compute.claims [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.993552] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386342, 'name': Rename_Task, 'duration_secs': 0.250669} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.993552] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.993552] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3506a6c-3a35-4181-b147-c751a73e8a46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.002703] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 954.002703] env[70261]: value = "task-3386345" [ 954.002703] env[70261]: _type = "Task" [ 954.002703] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.007871] env[70261]: INFO nova.scheduler.client.report [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Deleted allocations for instance a384959a-20e9-4af0-a1c4-b0e72b98b450 [ 954.014979] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.023257] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-9cbbe337-9e39-41a6-a266-84fed223b9c3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.023747] env[70261]: DEBUG nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Instance network_info: |[{"id": "9fd23a92-6e43-41a8-9965-28bb9d32faf2", "address": "fa:16:3e:8c:91:08", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd23a92-6e", "ovs_interfaceid": "9fd23a92-6e43-41a8-9965-28bb9d32faf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.024074] env[70261]: DEBUG oslo_concurrency.lockutils [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] Acquired lock "refresh_cache-9cbbe337-9e39-41a6-a266-84fed223b9c3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.024272] env[70261]: DEBUG nova.network.neutron [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Refreshing network info cache for port 9fd23a92-6e43-41a8-9965-28bb9d32faf2 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 954.025745] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:91:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd23a92-6e43-41a8-9965-28bb9d32faf2', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.034420] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating folder: Project (02047a9f35ba48de8efcc0847b33cec8). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.035242] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0104ae3-b0e1-4ffe-bc60-1cea1c0529aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.044785] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created folder: Project (02047a9f35ba48de8efcc0847b33cec8) in parent group-v675446. [ 954.045044] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating folder: Instances. Parent ref: group-v675646. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.045304] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d21e1ec6-228d-4f6c-a2cd-041c416ad5b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.058843] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created folder: Instances in parent group-v675646. [ 954.059126] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.059328] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.059550] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-032438bc-b574-4260-b393-6edaf35a65e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.080227] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.080227] env[70261]: value = "task-3386348" [ 954.080227] env[70261]: _type = "Task" [ 954.080227] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.088343] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386348, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.208944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "64844889-f772-4d9f-b1a2-8af67d317c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.209228] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.220450] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386343, 'name': PowerOffVM_Task, 'duration_secs': 0.214275} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.220450] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.220906] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed954322-b9a3-4a50-af7d-e949313faed3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.240874] env[70261]: DEBUG nova.compute.manager [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.241152] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.242240] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ae346b-dee3-424c-b785-36b3fc74aed9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.248489] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fa9341-c6c3-4b3b-948a-4dd4901f1609 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.256607] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.261563] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-467a8798-32dc-4e83-8644-4aa93a2f85b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.265688] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070722} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.266232] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.267388] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9417f12-3ac0-4f5b-b3f9-6ba10c16bee2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.271292] env[70261]: DEBUG oslo_vmware.api [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 954.271292] env[70261]: value = "task-3386349" [ 954.271292] env[70261]: _type = "Task" [ 954.271292] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.293804] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 29ce64a5-542f-450c-a3bc-89c118cfddc4/29ce64a5-542f-450c-a3bc-89c118cfddc4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.296890] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335e9234-2f78-4ce6-8989-d29323e66a19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.317795] env[70261]: DEBUG oslo_vmware.api [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.322260] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 954.322260] env[70261]: value = "task-3386350" [ 954.322260] env[70261]: _type = "Task" [ 954.322260] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.324277] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.324594] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b286ab3-d25e-44a4-aebc-1a276b237652 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.335027] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.336442] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 954.336442] env[70261]: value = "task-3386351" [ 954.336442] env[70261]: _type = "Task" [ 954.336442] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.345317] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 954.345554] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.345826] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345994] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.346203] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.346486] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-766266dc-2afe-498c-877e-a4af6ae4a836 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.356106] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.356390] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.357578] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e243ea-344d-4fce-a60f-8c6c5b477e41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.365023] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 954.365023] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528d325e-3342-d63d-8486-8ba7b4e08309" [ 954.365023] env[70261]: _type = "Task" [ 954.365023] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.376227] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528d325e-3342-d63d-8486-8ba7b4e08309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.512113] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386345, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.519909] env[70261]: DEBUG oslo_concurrency.lockutils [None req-99f2ab4e-b422-493c-8880-77a96a1f8a8e tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "a384959a-20e9-4af0-a1c4-b0e72b98b450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.351s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.589371] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386348, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.714587] env[70261]: DEBUG nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.781265] env[70261]: DEBUG oslo_vmware.api [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386349, 'name': PowerOffVM_Task, 'duration_secs': 0.265639} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.784549] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.784764] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.785111] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceb77e6a-7c60-49d2-950f-96de129862d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.834669] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.876179] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528d325e-3342-d63d-8486-8ba7b4e08309, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.877033] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261ff758-88f4-4556-bfc4-7d65a31a578f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.880762] env[70261]: DEBUG nova.network.neutron [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Updated VIF entry in instance network info cache for port 9fd23a92-6e43-41a8-9965-28bb9d32faf2. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 954.881115] env[70261]: DEBUG nova.network.neutron [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Updating instance_info_cache with network_info: [{"id": "9fd23a92-6e43-41a8-9965-28bb9d32faf2", "address": "fa:16:3e:8c:91:08", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd23a92-6e", "ovs_interfaceid": "9fd23a92-6e43-41a8-9965-28bb9d32faf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.884240] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 954.884240] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b0f53-b936-70b9-b77d-fd30e0e1ed34" [ 954.884240] env[70261]: _type = "Task" [ 954.884240] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.888980] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.889208] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.889409] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleting the datastore file [datastore2] 6351eebf-bfa3-4356-acdd-d7c901943867 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.889690] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b92fb7df-c132-463f-8ad9-77c2c250eb9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.898074] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b0f53-b936-70b9-b77d-fd30e0e1ed34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.899716] env[70261]: DEBUG oslo_vmware.api [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 954.899716] env[70261]: value = "task-3386353" [ 954.899716] env[70261]: _type = "Task" [ 954.899716] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.909419] env[70261]: DEBUG oslo_vmware.api [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.016623] env[70261]: DEBUG oslo_vmware.api [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386345, 'name': PowerOnVM_Task, 'duration_secs': 0.803193} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.019851] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.020087] env[70261]: INFO nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Took 9.31 seconds to spawn the instance on the hypervisor. [ 955.020278] env[70261]: DEBUG nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.021633] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee512d3c-6918-4128-95da-885acda34f17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.092891] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386348, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.238374] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.337725] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386350, 'name': ReconfigVM_Task, 'duration_secs': 0.519957} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.340490] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 29ce64a5-542f-450c-a3bc-89c118cfddc4/29ce64a5-542f-450c-a3bc-89c118cfddc4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.341758] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f714afaf-3f97-4bd4-8bda-5f7287d2051b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.348786] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 955.348786] env[70261]: value = "task-3386354" [ 955.348786] env[70261]: _type = "Task" [ 955.348786] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.360593] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386354, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.365239] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd0816-4cb1-4382-99cb-f4141502e983 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.372572] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5cfbaa-f4e6-494a-a964-d5b0d0ba1453 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.410110] env[70261]: DEBUG oslo_concurrency.lockutils [req-697d336a-004c-42ec-8c1d-74aa8762bf11 req-f431fcbb-40bb-4ab3-8daa-b7e785b286d4 service nova] Releasing lock "refresh_cache-9cbbe337-9e39-41a6-a266-84fed223b9c3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.417496] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1431df8-289e-4885-9932-961ace8ae7c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.425163] env[70261]: DEBUG oslo_vmware.api [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327297} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.430861] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.431083] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.431279] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.431456] env[70261]: INFO nova.compute.manager [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Took 1.19 seconds to destroy the instance on the hypervisor. [ 955.431705] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.431975] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b0f53-b936-70b9-b77d-fd30e0e1ed34, 'name': SearchDatastore_Task, 'duration_secs': 0.014158} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.432316] env[70261]: DEBUG nova.compute.manager [-] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.432426] env[70261]: DEBUG nova.network.neutron [-] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 955.434236] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.434527] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. {{(pid=70261) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 955.435807] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d7ba5a-9bc3-4b51-acac-7b3dab2f7098 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.442493] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f446c480-0b52-408f-b69d-78cd478c675e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.456898] env[70261]: DEBUG nova.compute.provider_tree [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.459840] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 955.459840] env[70261]: value = "task-3386355" [ 955.459840] env[70261]: _type = "Task" [ 955.459840] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.471020] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.490068] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.490154] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.490459] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.491059] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.491261] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.493359] env[70261]: INFO nova.compute.manager [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Terminating instance [ 955.540897] env[70261]: INFO nova.compute.manager [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Took 44.38 seconds to build instance. [ 955.594713] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386348, 'name': CreateVM_Task, 'duration_secs': 1.373822} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.594975] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.599023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.599023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.599023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.599023] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3919bd38-d41b-4ceb-bee0-0c2b626e5adb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.604245] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 955.604245] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5236078a-96e4-edfa-d524-4f7448cf2b51" [ 955.604245] env[70261]: _type = "Task" [ 955.604245] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.616038] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5236078a-96e4-edfa-d524-4f7448cf2b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.716155] env[70261]: DEBUG nova.compute.manager [req-a0570647-cc68-4b58-8d7d-ac890d4f9621 req-a7b15bff-3091-4fcd-83f6-0cf0ce634ad2 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Received event network-vif-deleted-27ed37cb-91e0-4f83-a352-85f8a76e743d {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.716155] env[70261]: INFO nova.compute.manager [req-a0570647-cc68-4b58-8d7d-ac890d4f9621 req-a7b15bff-3091-4fcd-83f6-0cf0ce634ad2 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Neutron deleted interface 27ed37cb-91e0-4f83-a352-85f8a76e743d; detaching it from the instance and deleting it from the info cache [ 955.716155] env[70261]: DEBUG nova.network.neutron [req-a0570647-cc68-4b58-8d7d-ac890d4f9621 req-a7b15bff-3091-4fcd-83f6-0cf0ce634ad2 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.858776] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386354, 'name': Rename_Task, 'duration_secs': 0.262612} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.859102] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.859413] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b66d46f-9e3e-4aa4-a438-82d2dbfd1c1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.867846] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 955.867846] env[70261]: value = "task-3386356" [ 955.867846] env[70261]: _type = "Task" [ 955.867846] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.882667] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.961984] env[70261]: DEBUG nova.scheduler.client.report [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.976043] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.999472] env[70261]: DEBUG nova.compute.manager [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.999737] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.001362] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313f1d1f-6e34-4ed2-8a87-de9144c21001 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.011729] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.012084] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced774da-635a-4ad1-a2b4-231d4b2a522b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.019853] env[70261]: DEBUG oslo_vmware.api [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 956.019853] env[70261]: value = "task-3386357" [ 956.019853] env[70261]: _type = "Task" [ 956.019853] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.031540] env[70261]: DEBUG oslo_vmware.api [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.043678] env[70261]: DEBUG oslo_concurrency.lockutils [None req-386b1377-0405-47d7-aed9-045f7df2fddd tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "419719d1-301b-48b3-9121-f07e99970eb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.892s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.115828] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5236078a-96e4-edfa-d524-4f7448cf2b51, 'name': SearchDatastore_Task, 'duration_secs': 0.023841} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.116125] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.116365] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.116672] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.116757] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.116914] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.117535] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3347fd6b-132d-4be3-ab73-ce2cc6c60aee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.129398] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.129586] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.130360] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-104cd431-7df5-4691-b0aa-3d6ebba8fe4b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.135978] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 956.135978] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527a4007-1af9-4b10-585a-c47f51b2f9c9" [ 956.135978] env[70261]: _type = "Task" [ 956.135978] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.144336] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527a4007-1af9-4b10-585a-c47f51b2f9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.198250] env[70261]: DEBUG nova.network.neutron [-] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.219884] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2ee31c6-3698-4636-9249-6454ed21e2f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.230260] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea561c2-e657-47da-a3a0-9e874e6d5978 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.266721] env[70261]: DEBUG nova.compute.manager [req-a0570647-cc68-4b58-8d7d-ac890d4f9621 req-a7b15bff-3091-4fcd-83f6-0cf0ce634ad2 service nova] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Detach interface failed, port_id=27ed37cb-91e0-4f83-a352-85f8a76e743d, reason: Instance 6351eebf-bfa3-4356-acdd-d7c901943867 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.378157] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.471077] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.471491] env[70261]: DEBUG nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.478623] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.921s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.479589] env[70261]: DEBUG nova.objects.instance [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lazy-loading 'resources' on Instance uuid ee3755cb-b274-4e7b-bcd6-193594d43662 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.480057] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653015} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.480770] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. [ 956.481564] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c13cc3-7c34-4205-9118-ebc22e891c0e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.509497] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.510515] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521b87a8-2c7a-4c42-b4f7-82bbf85acf19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.538984] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "419719d1-301b-48b3-9121-f07e99970eb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.539423] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "419719d1-301b-48b3-9121-f07e99970eb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.539760] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "419719d1-301b-48b3-9121-f07e99970eb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.540088] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "419719d1-301b-48b3-9121-f07e99970eb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.540368] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "419719d1-301b-48b3-9121-f07e99970eb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.542037] env[70261]: DEBUG oslo_vmware.api [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386357, 'name': PowerOffVM_Task, 'duration_secs': 0.250467} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.543493] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.543672] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.543998] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 956.543998] env[70261]: value = "task-3386358" [ 956.543998] env[70261]: _type = "Task" [ 956.543998] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.545207] env[70261]: INFO nova.compute.manager [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Terminating instance [ 956.548643] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590d0f53-af43-47ac-bfc1-0245753ccaf9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.563233] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.632158] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.632574] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.632873] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Deleting the datastore file [datastore1] 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.633288] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2ed0ac-044e-44cd-8906-c56231b55d0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.641956] env[70261]: DEBUG oslo_vmware.api [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for the task: (returnval){ [ 956.641956] env[70261]: value = "task-3386360" [ 956.641956] env[70261]: _type = "Task" [ 956.641956] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.652273] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527a4007-1af9-4b10-585a-c47f51b2f9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.653969] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4426e8d9-a65c-4110-9930-f3cffc7c24d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.661613] env[70261]: DEBUG oslo_vmware.api [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.664815] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 956.664815] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a143b5-b6b8-b23f-eed5-dea9782b394d" [ 956.664815] env[70261]: _type = "Task" [ 956.664815] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.673245] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a143b5-b6b8-b23f-eed5-dea9782b394d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.701038] env[70261]: INFO nova.compute.manager [-] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Took 1.27 seconds to deallocate network for instance. [ 956.879903] env[70261]: DEBUG oslo_vmware.api [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386356, 'name': PowerOnVM_Task, 'duration_secs': 0.812134} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.880342] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.880559] env[70261]: INFO nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Took 8.62 seconds to spawn the instance on the hypervisor. [ 956.880825] env[70261]: DEBUG nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.881751] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0888e81-c2ff-4cff-8fd3-85b95a2d03f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.987049] env[70261]: DEBUG nova.compute.utils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.987764] env[70261]: DEBUG nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.987981] env[70261]: DEBUG nova.network.neutron [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.035849] env[70261]: DEBUG nova.policy [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ea5d927dc1410fb8e289257b765bf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22f16bc9ae0442038b98244f794870ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.052617] env[70261]: DEBUG nova.compute.manager [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.052760] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.057104] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28f9ac-ef70-4981-aea1-a6e1963f8fe8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.069601] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.069891] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.072341] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab8e4256-2ef1-4c67-8486-5f2e5c0e0625 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079696] env[70261]: DEBUG oslo_vmware.api [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 957.079696] env[70261]: value = "task-3386361" [ 957.079696] env[70261]: _type = "Task" [ 957.079696] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.092990] env[70261]: DEBUG oslo_vmware.api [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.152013] env[70261]: DEBUG oslo_vmware.api [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Task: {'id': task-3386360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260235} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.154687] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.154891] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.155122] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.155307] env[70261]: INFO nova.compute.manager [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Took 1.16 seconds to destroy the instance on the hypervisor. [ 957.155548] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.156707] env[70261]: DEBUG nova.compute.manager [-] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.156707] env[70261]: DEBUG nova.network.neutron [-] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 957.177691] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a143b5-b6b8-b23f-eed5-dea9782b394d, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.177962] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.178230] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.178495] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6205ca1-8cad-4775-92d8-7352e4b6170f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.186223] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 957.186223] env[70261]: value = "task-3386362" [ 957.186223] env[70261]: _type = "Task" [ 957.186223] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.194926] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.208029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.361481] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76eb6fa-40f2-47ef-b3d6-cdcaa6e5f850 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.369674] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6ba0f-a6df-4825-93b4-127975ff81df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.409050] env[70261]: INFO nova.compute.manager [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Took 44.01 seconds to build instance. [ 957.410830] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1102ebbb-fea9-4f06-b08f-8d581003baec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.418500] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc9169-d3df-4d47-babb-5e336b37184c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.432974] env[70261]: DEBUG nova.compute.provider_tree [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.491895] env[70261]: DEBUG nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.541360] env[70261]: DEBUG nova.network.neutron [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Successfully created port: c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.573477] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386358, 'name': ReconfigVM_Task, 'duration_secs': 0.537282} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.573799] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.575099] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d473ac4c-ef26-462a-909b-7dd9c9c867f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.608536] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1820205-3071-40d3-9dc7-e1619a56cea1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.624913] env[70261]: DEBUG oslo_vmware.api [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386361, 'name': PowerOffVM_Task, 'duration_secs': 0.388875} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.625822] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.625972] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.626271] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0301a35c-e844-453f-bfc1-d3284a2c22ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.630487] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 957.630487] env[70261]: value = "task-3386363" [ 957.630487] env[70261]: _type = "Task" [ 957.630487] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.641910] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.697036] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.708032] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.708032] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.708032] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Deleting the datastore file [datastore2] 419719d1-301b-48b3-9121-f07e99970eb6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.708032] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80463673-0215-47ec-98a9-f9ee7a2f5b37 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.716066] env[70261]: DEBUG oslo_vmware.api [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for the task: (returnval){ [ 957.716066] env[70261]: value = "task-3386365" [ 957.716066] env[70261]: _type = "Task" [ 957.716066] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.724363] env[70261]: DEBUG oslo_vmware.api [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.913674] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8bfbb419-c59b-4f44-b405-685d39e37939 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.529s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.923043] env[70261]: DEBUG nova.compute.manager [req-1210535f-84f6-457c-8cd3-2a5cd1471fa9 req-8c8b6497-6e91-4a07-95ba-b499b7fd2bad service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Received event network-vif-deleted-8cc7cf12-d983-4ea8-b588-b63f286c4b86 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.923253] env[70261]: INFO nova.compute.manager [req-1210535f-84f6-457c-8cd3-2a5cd1471fa9 req-8c8b6497-6e91-4a07-95ba-b499b7fd2bad service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Neutron deleted interface 8cc7cf12-d983-4ea8-b588-b63f286c4b86; detaching it from the instance and deleting it from the info cache [ 957.923433] env[70261]: DEBUG nova.network.neutron [req-1210535f-84f6-457c-8cd3-2a5cd1471fa9 req-8c8b6497-6e91-4a07-95ba-b499b7fd2bad service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.942867] env[70261]: DEBUG nova.scheduler.client.report [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.067750] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "29ce64a5-542f-450c-a3bc-89c118cfddc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.068105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.068367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "29ce64a5-542f-450c-a3bc-89c118cfddc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.068643] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.068884] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.070902] env[70261]: DEBUG nova.network.neutron [-] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.072848] env[70261]: INFO nova.compute.manager [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Terminating instance [ 958.141710] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386363, 'name': ReconfigVM_Task, 'duration_secs': 0.396351} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.142033] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.142341] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef7203c6-3fc8-4961-9c7b-43c9b22bef1d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.148962] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 958.148962] env[70261]: value = "task-3386366" [ 958.148962] env[70261]: _type = "Task" [ 958.148962] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.156961] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.196440] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643203} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.196730] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.196946] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.197220] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae4b354-dd50-4c74-8e77-306fcf45f258 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.206989] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 958.206989] env[70261]: value = "task-3386367" [ 958.206989] env[70261]: _type = "Task" [ 958.206989] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.216060] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.225476] env[70261]: DEBUG oslo_vmware.api [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Task: {'id': task-3386365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333673} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.227053] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.227053] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.227053] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.227053] env[70261]: INFO nova.compute.manager [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 958.227053] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.227053] env[70261]: DEBUG nova.compute.manager [-] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.227053] env[70261]: DEBUG nova.network.neutron [-] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 958.426573] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b875aa2-596b-4b68-9c66-aab486b5d00b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.436251] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c839f3-83e9-4cf4-9bc2-6f6b5f1fff34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.448736] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.451169] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.897s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.451439] env[70261]: DEBUG nova.objects.instance [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lazy-loading 'resources' on Instance uuid 2c5efbea-0b4d-4438-83f0-e6ec43a2b900 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.479319] env[70261]: DEBUG nova.compute.manager [req-1210535f-84f6-457c-8cd3-2a5cd1471fa9 req-8c8b6497-6e91-4a07-95ba-b499b7fd2bad service nova] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Detach interface failed, port_id=8cc7cf12-d983-4ea8-b588-b63f286c4b86, reason: Instance 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.480846] env[70261]: INFO nova.scheduler.client.report [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Deleted allocations for instance ee3755cb-b274-4e7b-bcd6-193594d43662 [ 958.502484] env[70261]: DEBUG nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.528733] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.529193] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.529491] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.529828] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.530126] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.530427] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.530788] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.531094] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.531405] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.531690] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.532198] env[70261]: DEBUG nova.virt.hardware [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.534495] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a442ba2-f85e-402a-be44-8ffe4016786a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.547533] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2c3259-ee95-481c-bca6-5dc8f78b5e75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.575836] env[70261]: INFO nova.compute.manager [-] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Took 1.42 seconds to deallocate network for instance. [ 958.576314] env[70261]: DEBUG nova.compute.manager [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.576624] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.579283] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b677efaa-e4c7-4611-bbd6-95d06078783c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.592025] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.592195] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a0e3d6a-378e-4b7a-81fa-e3e8f0b7d109 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.600079] env[70261]: DEBUG oslo_vmware.api [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 958.600079] env[70261]: value = "task-3386368" [ 958.600079] env[70261]: _type = "Task" [ 958.600079] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.609591] env[70261]: DEBUG oslo_vmware.api [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.663838] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.717846] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067604} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.718182] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.718984] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e360bc7-0c15-4da7-8c63-4140fc6a43e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.746460] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.746885] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f175769-7103-455c-8bff-608cb0bead1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.771924] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 958.771924] env[70261]: value = "task-3386369" [ 958.771924] env[70261]: _type = "Task" [ 958.771924] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.780848] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.986762] env[70261]: DEBUG nova.network.neutron [-] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.990701] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6acf2fed-5c0e-4bd4-acc2-36a1bae7ff85 tempest-VolumesAdminNegativeTest-1715485990 tempest-VolumesAdminNegativeTest-1715485990-project-member] Lock "ee3755cb-b274-4e7b-bcd6-193594d43662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.322s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.088322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.117852] env[70261]: DEBUG oslo_vmware.api [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386368, 'name': PowerOffVM_Task, 'duration_secs': 0.285795} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.128590] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.129029] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.131747] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1770b71d-e3c9-46db-b40d-c78cf73e0c6a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.162558] env[70261]: DEBUG oslo_vmware.api [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386366, 'name': PowerOnVM_Task, 'duration_secs': 0.543981} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.163477] env[70261]: DEBUG nova.network.neutron [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Successfully updated port: c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.165860] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.171283] env[70261]: DEBUG nova.compute.manager [None req-e30578a9-8231-4c85-bce8-591f066875c5 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.172363] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfbedec-61b0-44f2-aeb5-833804b7e80f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.209091] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.209216] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.209420] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleting the datastore file [datastore2] 29ce64a5-542f-450c-a3bc-89c118cfddc4 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.209645] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc4d7658-f2ff-4b7a-8904-1519408f4522 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.216556] env[70261]: DEBUG oslo_vmware.api [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 959.216556] env[70261]: value = "task-3386371" [ 959.216556] env[70261]: _type = "Task" [ 959.216556] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.229978] env[70261]: DEBUG oslo_vmware.api [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.255088] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215c19b-aab2-d54d-2bc2-156fe650958e/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 959.255867] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb74ea-1cd9-4ff0-8562-6d6f6c13874b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.262519] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215c19b-aab2-d54d-2bc2-156fe650958e/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 959.262519] env[70261]: ERROR oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215c19b-aab2-d54d-2bc2-156fe650958e/disk-0.vmdk due to incomplete transfer. [ 959.262801] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7154ce9e-b4d1-441d-af95-a254c7aac513 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.273031] env[70261]: DEBUG oslo_vmware.rw_handles [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215c19b-aab2-d54d-2bc2-156fe650958e/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 959.273681] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Uploaded image 94dfd778-ea73-48ef-85df-381c7b5860d2 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 959.275582] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 959.278883] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10a86f4e-e946-499d-aa19-c4b3ba6baec4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.288503] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386369, 'name': ReconfigVM_Task, 'duration_secs': 0.329647} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.289687] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.290465] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 959.290465] env[70261]: value = "task-3386372" [ 959.290465] env[70261]: _type = "Task" [ 959.290465] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.291355] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80d4ea5-7d5a-49ae-862f-69200efeae40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.304447] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386372, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.305609] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 959.305609] env[70261]: value = "task-3386373" [ 959.305609] env[70261]: _type = "Task" [ 959.305609] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.314483] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386373, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.416672] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb03f41-44af-4325-a644-ac1d01320452 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.424363] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3ad5f-2387-4b6a-a576-53edbc841f79 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.458116] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bddc9f-d26d-460a-8421-99fad5ad8011 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.465920] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b139ea4-c0d4-49c0-8a7d-f1872b4681a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.479424] env[70261]: DEBUG nova.compute.provider_tree [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.490051] env[70261]: INFO nova.compute.manager [-] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Took 1.26 seconds to deallocate network for instance. [ 959.670637] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.670637] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquired lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.670637] env[70261]: DEBUG nova.network.neutron [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 959.727823] env[70261]: DEBUG oslo_vmware.api [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421343} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.731018] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.731018] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.731018] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.731018] env[70261]: INFO nova.compute.manager [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 959.731018] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.731018] env[70261]: DEBUG nova.compute.manager [-] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.731018] env[70261]: DEBUG nova.network.neutron [-] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 959.801670] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386372, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.817797] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386373, 'name': Rename_Task, 'duration_secs': 0.141135} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.818373] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.818794] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65fce90-b7fe-48d2-954d-3a31c773c7c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.826049] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 959.826049] env[70261]: value = "task-3386374" [ 959.826049] env[70261]: _type = "Task" [ 959.826049] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.834661] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.959801] env[70261]: DEBUG nova.compute.manager [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Received event network-vif-deleted-38da2409-7e17-4a84-9347-e090db9718ec {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.960410] env[70261]: DEBUG nova.compute.manager [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Received event network-vif-plugged-c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.960721] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] Acquiring lock "00e26087-296d-43ec-934c-90426eb99d06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.960979] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] Lock "00e26087-296d-43ec-934c-90426eb99d06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.961216] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] Lock "00e26087-296d-43ec-934c-90426eb99d06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.961420] env[70261]: DEBUG nova.compute.manager [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] No waiting events found dispatching network-vif-plugged-c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.961959] env[70261]: WARNING nova.compute.manager [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Received unexpected event network-vif-plugged-c7a7065d-8b15-4761-8249-5876f4939d5f for instance with vm_state building and task_state spawning. [ 959.962538] env[70261]: DEBUG nova.compute.manager [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Received event network-changed-c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.963023] env[70261]: DEBUG nova.compute.manager [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Refreshing instance network info cache due to event network-changed-c7a7065d-8b15-4761-8249-5876f4939d5f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.963557] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] Acquiring lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.982099] env[70261]: DEBUG nova.scheduler.client.report [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.995651] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.219380] env[70261]: DEBUG nova.network.neutron [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 960.301593] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386372, 'name': Destroy_Task, 'duration_secs': 0.551029} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.301854] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Destroyed the VM [ 960.302126] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 960.302560] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c91340b3-0b4e-468c-ad5c-f1276067cb9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.308878] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 960.308878] env[70261]: value = "task-3386375" [ 960.308878] env[70261]: _type = "Task" [ 960.308878] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.316881] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.335698] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386374, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.480057] env[70261]: DEBUG nova.network.neutron [-] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.487217] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.493142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.917s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.493142] env[70261]: DEBUG nova.objects.instance [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lazy-loading 'resources' on Instance uuid 41f149c3-93c6-4722-b153-bb6d074de11d {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.519164] env[70261]: INFO nova.scheduler.client.report [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted allocations for instance 2c5efbea-0b4d-4438-83f0-e6ec43a2b900 [ 960.683253] env[70261]: DEBUG nova.network.neutron [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Updating instance_info_cache with network_info: [{"id": "c7a7065d-8b15-4761-8249-5876f4939d5f", "address": "fa:16:3e:af:3d:f7", "network": {"id": "99d673e1-9778-448f-9ca1-af908da1410c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-873776896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f16bc9ae0442038b98244f794870ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a7065d-8b", "ovs_interfaceid": "c7a7065d-8b15-4761-8249-5876f4939d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.819890] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386375, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.836294] env[70261]: DEBUG oslo_vmware.api [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386374, 'name': PowerOnVM_Task, 'duration_secs': 0.595935} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.836532] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.836888] env[70261]: INFO nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Took 8.94 seconds to spawn the instance on the hypervisor. [ 960.836954] env[70261]: DEBUG nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.838608] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6891fd-aa2e-42b1-9012-a2fa01175e92 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.984624] env[70261]: INFO nova.compute.manager [-] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Took 1.26 seconds to deallocate network for instance. [ 961.026814] env[70261]: DEBUG oslo_concurrency.lockutils [None req-558091d3-6995-4f2f-891b-f3755659a821 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "2c5efbea-0b4d-4438-83f0-e6ec43a2b900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.426s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.195290] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Releasing lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.196638] env[70261]: DEBUG nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Instance network_info: |[{"id": "c7a7065d-8b15-4761-8249-5876f4939d5f", "address": "fa:16:3e:af:3d:f7", "network": {"id": "99d673e1-9778-448f-9ca1-af908da1410c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-873776896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f16bc9ae0442038b98244f794870ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a7065d-8b", "ovs_interfaceid": "c7a7065d-8b15-4761-8249-5876f4939d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.201049] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] Acquired lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.201049] env[70261]: DEBUG nova.network.neutron [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Refreshing network info cache for port c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 961.202121] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:3d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7a7065d-8b15-4761-8249-5876f4939d5f', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.209471] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Creating folder: Project (22f16bc9ae0442038b98244f794870ca). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.209746] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "80653919-2724-47b4-bbf6-44c4ca79e7cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.209975] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.212053] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3f4cb4a-5dcc-479c-ae1e-edab8eb23d3f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.226823] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Created folder: Project (22f16bc9ae0442038b98244f794870ca) in parent group-v675446. [ 961.227049] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Creating folder: Instances. Parent ref: group-v675649. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.230265] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e242ee6e-55e1-4312-8ab3-2542f6df8ec2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.239933] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Created folder: Instances in parent group-v675649. [ 961.240182] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.240369] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.241277] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42fd09e7-e5b1-462f-924c-34f26a2a64b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.265872] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.265872] env[70261]: value = "task-3386378" [ 961.265872] env[70261]: _type = "Task" [ 961.265872] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.275545] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386378, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.319968] env[70261]: DEBUG oslo_vmware.api [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386375, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557356} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.322831] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 961.323100] env[70261]: INFO nova.compute.manager [None req-6ee577ca-b677-4480-b342-8af34f008df3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 961.358882] env[70261]: INFO nova.compute.manager [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Took 36.91 seconds to build instance. [ 961.369919] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18afd690-7c69-4193-adb3-e1ef9956179f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.378674] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018be8e-d469-4bb4-8630-200abbf7e118 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.411756] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c2aaf-3562-4bd4-a40d-fd87e149dddb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.417832] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c108ce-1614-457e-9b16-ca3b9b77bb4b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.433492] env[70261]: DEBUG nova.compute.provider_tree [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.491738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.715021] env[70261]: DEBUG nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.778843] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386378, 'name': CreateVM_Task, 'duration_secs': 0.349854} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.779021] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.788026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.788026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.788026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.792875] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855f82a0-2f88-4719-843b-6f564c7e1eb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.799164] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 961.799164] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5a3b3-a989-f6d8-46ed-62cb598e439d" [ 961.799164] env[70261]: _type = "Task" [ 961.799164] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.809596] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5a3b3-a989-f6d8-46ed-62cb598e439d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.859689] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e25f18a9-52bc-4720-9891-9e1bb97ab84a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.573s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.937037] env[70261]: DEBUG nova.scheduler.client.report [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.964276] env[70261]: DEBUG nova.network.neutron [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Updated VIF entry in instance network info cache for port c7a7065d-8b15-4761-8249-5876f4939d5f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 961.964648] env[70261]: DEBUG nova.network.neutron [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Updating instance_info_cache with network_info: [{"id": "c7a7065d-8b15-4761-8249-5876f4939d5f", "address": "fa:16:3e:af:3d:f7", "network": {"id": "99d673e1-9778-448f-9ca1-af908da1410c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-873776896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f16bc9ae0442038b98244f794870ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a7065d-8b", "ovs_interfaceid": "c7a7065d-8b15-4761-8249-5876f4939d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.240586] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.299358] env[70261]: INFO nova.compute.manager [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Rebuilding instance [ 962.311886] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5a3b3-a989-f6d8-46ed-62cb598e439d, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.312608] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.312799] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.315018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.315018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.315018] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.315018] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175ae10c-e036-4b22-8fc9-21b00a8adb60 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.328939] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.328939] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.329757] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a011f44-28d1-4d50-9f65-e5aa857847b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.334730] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 962.334730] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a5b324-cd7d-48b9-4dc0-31fc2eb98e86" [ 962.334730] env[70261]: _type = "Task" [ 962.334730] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.341131] env[70261]: DEBUG nova.compute.manager [req-83b835df-f657-4666-b973-c91baa68ffa0 req-e86c404e-468c-4b0a-8056-c0ce48b5b0a5 service nova] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Received event network-vif-deleted-309b95a5-d0e4-44ec-9b8f-2fa66812fd52 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.347324] env[70261]: DEBUG nova.compute.manager [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.351508] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ee9187-19f7-400f-a345-bb70ce7bf632 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.354583] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a5b324-cd7d-48b9-4dc0-31fc2eb98e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.442177] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.451534] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.781s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.452753] env[70261]: INFO nova.compute.claims [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.469975] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a16aff0-6e7f-47d2-8ee0-f6d09e754dc3 req-be848af2-9dc8-417f-810a-9bc4cfb469d4 service nova] Releasing lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.471183] env[70261]: INFO nova.scheduler.client.report [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Deleted allocations for instance 41f149c3-93c6-4722-b153-bb6d074de11d [ 962.851577] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a5b324-cd7d-48b9-4dc0-31fc2eb98e86, 'name': SearchDatastore_Task, 'duration_secs': 0.024578} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.852066] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f69104b-20fb-41b6-9ecc-8fcd978fc1b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.858082] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 962.858082] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5227fd2d-c1ed-3144-f9ed-409da7148f4c" [ 962.858082] env[70261]: _type = "Task" [ 962.858082] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.867538] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5227fd2d-c1ed-3144-f9ed-409da7148f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.979941] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7db1a958-7e31-4f5a-95b0-4e5e280f31d0 tempest-MultipleCreateTestJSON-859967975 tempest-MultipleCreateTestJSON-859967975-project-member] Lock "41f149c3-93c6-4722-b153-bb6d074de11d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.268s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.373089] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5227fd2d-c1ed-3144-f9ed-409da7148f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.024794} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.374022] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.374022] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 00e26087-296d-43ec-934c-90426eb99d06/00e26087-296d-43ec-934c-90426eb99d06.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.374213] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64c1dafa-41ce-45bd-8267-915074e6c2d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.376792] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.377137] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde5c180-5518-4fc1-9799-d0004002584a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.383697] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 963.383697] env[70261]: value = "task-3386379" [ 963.383697] env[70261]: _type = "Task" [ 963.383697] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.385663] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 963.385663] env[70261]: value = "task-3386380" [ 963.385663] env[70261]: _type = "Task" [ 963.385663] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.400394] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.404693] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.856303] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259c5ef5-2a44-4c1c-b449-5b6d3c9adf05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.860841] env[70261]: DEBUG nova.compute.manager [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.861726] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb2d8b-4de1-4d8d-a3ca-010934de63c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.874405] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94033c45-8a94-46ba-a1ae-9b18b0a7ffe8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.918676] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c8b3ad-0a38-4d26-9ea8-65c9fbc2650f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.927292] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386380, 'name': PowerOffVM_Task, 'duration_secs': 0.222622} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.934040] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.934040] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.934040] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.934740] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c54925b-9537-4199-b12f-644808c36c08 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.938507] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0df76a-6566-40da-b46d-b5eccda17612 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.948402] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.954852] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-729cc13d-a63d-4c80-8b84-6aa0b06cffff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.956731] env[70261]: DEBUG nova.compute.provider_tree [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.041281] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.041375] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.041520] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleting the datastore file [datastore1] 9cbbe337-9e39-41a6-a266-84fed223b9c3 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.041790] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6606ba50-d83e-4557-8149-e55265aacd9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.049452] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 964.049452] env[70261]: value = "task-3386382" [ 964.049452] env[70261]: _type = "Task" [ 964.049452] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.057225] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.375801] env[70261]: INFO nova.compute.manager [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] instance snapshotting [ 964.380075] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080cb35-c06b-45a8-b828-f3c3be09e64d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.403087] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479de14c-0cf1-4176-9ba7-e8a53435c3bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.420941] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592696} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.421063] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 00e26087-296d-43ec-934c-90426eb99d06/00e26087-296d-43ec-934c-90426eb99d06.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.421278] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.421526] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ae7013-4fa6-416f-9c2a-3ed8d43080dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.428196] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 964.428196] env[70261]: value = "task-3386383" [ 964.428196] env[70261]: _type = "Task" [ 964.428196] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.436316] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.460311] env[70261]: DEBUG nova.scheduler.client.report [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.516546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a32b83e8-8d37-415e-9d22-430aed33078c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.516874] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a32b83e8-8d37-415e-9d22-430aed33078c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.517163] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a32b83e8-8d37-415e-9d22-430aed33078c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.517239] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a32b83e8-8d37-415e-9d22-430aed33078c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.517391] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a32b83e8-8d37-415e-9d22-430aed33078c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.519497] env[70261]: INFO nova.compute.manager [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Terminating instance [ 964.559749] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.918014] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.918404] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6642d91c-b3ec-44c8-837b-deb44b8061ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.927044] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 964.927044] env[70261]: value = "task-3386384" [ 964.927044] env[70261]: _type = "Task" [ 964.927044] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.940793] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386384, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.945223] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061069} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.945569] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.946523] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d628e87-d898-4377-9a70-d241178f9d29 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.969736] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 00e26087-296d-43ec-934c-90426eb99d06/00e26087-296d-43ec-934c-90426eb99d06.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.972363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.972363] env[70261]: DEBUG nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.973348] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c022f2-2c4b-4e5e-a780-1be5d9f16798 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.994474] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.852s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.994782] env[70261]: DEBUG nova.objects.instance [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lazy-loading 'resources' on Instance uuid 404c5c7e-8c80-4864-b68c-47ca67bbd95b {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.003099] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 965.003099] env[70261]: value = "task-3386385" [ 965.003099] env[70261]: _type = "Task" [ 965.003099] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.013170] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.022984] env[70261]: DEBUG nova.compute.manager [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.023241] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.024356] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb059881-b23d-4d77-9cf6-c21e9bd9019f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.032502] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.032850] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9735e781-fd9d-4977-92a3-1f810b884e76 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.039160] env[70261]: DEBUG oslo_vmware.api [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 965.039160] env[70261]: value = "task-3386386" [ 965.039160] env[70261]: _type = "Task" [ 965.039160] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.048172] env[70261]: DEBUG oslo_vmware.api [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.059427] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596321} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.059697] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.059893] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.060088] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.436789] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386384, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.496607] env[70261]: DEBUG nova.compute.utils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.502030] env[70261]: DEBUG nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.502030] env[70261]: DEBUG nova.network.neutron [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.512743] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386385, 'name': ReconfigVM_Task, 'duration_secs': 0.397617} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.513644] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 00e26087-296d-43ec-934c-90426eb99d06/00e26087-296d-43ec-934c-90426eb99d06.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.515557] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffb43c79-dd83-48a4-9297-3ec36c8c7845 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.522516] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 965.522516] env[70261]: value = "task-3386387" [ 965.522516] env[70261]: _type = "Task" [ 965.522516] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.537020] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386387, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.550026] env[70261]: DEBUG oslo_vmware.api [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386386, 'name': PowerOffVM_Task, 'duration_secs': 0.276804} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.552185] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.552362] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.553183] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb416139-f388-404b-86aa-caa41d0be841 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.582319] env[70261]: DEBUG nova.policy [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c3ecdea40e2491fa6f0ec2be741d327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6ec0afc0a334eaeaba0d362117afdde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.624760] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.625496] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.625496] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleting the datastore file [datastore1] a32b83e8-8d37-415e-9d22-430aed33078c {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.626801] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0303e589-e6a9-4ae7-a7b8-038532f02c7d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.633332] env[70261]: DEBUG oslo_vmware.api [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 965.633332] env[70261]: value = "task-3386389" [ 965.633332] env[70261]: _type = "Task" [ 965.633332] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.652340] env[70261]: DEBUG oslo_vmware.api [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.912666] env[70261]: DEBUG nova.network.neutron [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Successfully created port: 38d80d95-764d-48a1-99b4-6abf77db305b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.941294] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386384, 'name': CreateSnapshot_Task, 'duration_secs': 0.645622} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.941551] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.942249] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7687494-0a46-4031-a75e-fe12160ff142 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.946901] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5869590-d94a-478e-915a-f5c3d41c51c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.962412] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475abcc5-904c-4f66-a09f-ae235b8e7153 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.000073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad7d57-b0c1-4fce-a95e-1d25440bf8f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.003041] env[70261]: DEBUG nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.011280] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f0f00-82d7-4d91-a2cb-6bc7965ef064 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.026653] env[70261]: DEBUG nova.compute.provider_tree [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.037906] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386387, 'name': Rename_Task, 'duration_secs': 0.160648} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.038189] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.038560] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dff26b8-cc61-4a9f-ba71-a87c9b40f4e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.046497] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 966.046497] env[70261]: value = "task-3386390" [ 966.046497] env[70261]: _type = "Task" [ 966.046497] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.057177] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.095999] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.095999] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.095999] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.096267] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.096389] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.096535] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.096746] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.096903] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.097269] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.097471] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.097644] env[70261]: DEBUG nova.virt.hardware [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.098635] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2efe69-b240-4838-a961-fa8bb894e8b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.107952] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17549594-3e35-46ac-8237-253dcd0bc96b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.127940] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:91:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd23a92-6e43-41a8-9965-28bb9d32faf2', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.140752] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.141316] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.145907] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2b43629-5671-4b8b-bb9c-84b61adc33a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.171457] env[70261]: DEBUG oslo_vmware.api [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358114} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.171457] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.171579] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.171742] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.171916] env[70261]: INFO nova.compute.manager [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 966.172172] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.172357] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.172357] env[70261]: value = "task-3386391" [ 966.172357] env[70261]: _type = "Task" [ 966.172357] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.172542] env[70261]: DEBUG nova.compute.manager [-] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.172634] env[70261]: DEBUG nova.network.neutron [-] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 966.182247] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386391, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.465623] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.465623] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78affaca-7ba4-4b15-846a-3903597de0a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.475991] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 966.475991] env[70261]: value = "task-3386392" [ 966.475991] env[70261]: _type = "Task" [ 966.475991] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.486896] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386392, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.532758] env[70261]: DEBUG nova.scheduler.client.report [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.565173] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.691724] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386391, 'name': CreateVM_Task, 'duration_secs': 0.467817} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.691916] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.692766] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.692970] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.693386] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.696087] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462bbdf6-4b34-4467-9b0b-8c591946f469 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.708262] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 966.708262] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52012baa-58d5-b6a1-98fa-86475d9e0154" [ 966.708262] env[70261]: _type = "Task" [ 966.708262] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.722278] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52012baa-58d5-b6a1-98fa-86475d9e0154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.816021] env[70261]: DEBUG nova.compute.manager [req-68acba2d-b2e1-44b4-ac60-59a027b1d156 req-527c469d-1026-4769-9b53-79ba11073825 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Received event network-vif-deleted-ac48576c-d56a-40ee-89c1-589f1f14c77c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.816021] env[70261]: INFO nova.compute.manager [req-68acba2d-b2e1-44b4-ac60-59a027b1d156 req-527c469d-1026-4769-9b53-79ba11073825 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Neutron deleted interface ac48576c-d56a-40ee-89c1-589f1f14c77c; detaching it from the instance and deleting it from the info cache [ 966.816404] env[70261]: DEBUG nova.network.neutron [req-68acba2d-b2e1-44b4-ac60-59a027b1d156 req-527c469d-1026-4769-9b53-79ba11073825 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.995981] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386392, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.012714] env[70261]: DEBUG nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.041337] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.044430] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.497s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.044430] env[70261]: DEBUG nova.objects.instance [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lazy-loading 'resources' on Instance uuid 9136504b-78c6-463e-95d8-2e72bca184a0 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.053958] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.054128] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.054899] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.054899] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.054899] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.054899] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.055088] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.055242] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.057207] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.057207] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.057207] env[70261]: DEBUG nova.virt.hardware [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.057207] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac432a1-7046-4a50-b9e5-9fec98c13594 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.070572] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bbf450-c01f-4066-b43e-0a643e18bd78 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.076707] env[70261]: DEBUG oslo_vmware.api [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386390, 'name': PowerOnVM_Task, 'duration_secs': 0.765552} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.076707] env[70261]: INFO nova.scheduler.client.report [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Deleted allocations for instance 404c5c7e-8c80-4864-b68c-47ca67bbd95b [ 967.079428] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.079428] env[70261]: INFO nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Took 8.58 seconds to spawn the instance on the hypervisor. [ 967.079428] env[70261]: DEBUG nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.079911] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0515a937-6b07-46d7-b438-8cce995c740a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.202352] env[70261]: DEBUG nova.network.neutron [-] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.220514] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52012baa-58d5-b6a1-98fa-86475d9e0154, 'name': SearchDatastore_Task, 'duration_secs': 0.01398} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.221502] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.221795] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.223335] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.223335] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.223335] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.223335] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d12e8d48-b3d4-49f4-a8a9-fab6928b5887 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.236309] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.236309] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.236309] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d3e388-870a-4f3f-b085-c478991d158b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.244152] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 967.244152] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba9ba7-9d03-005b-f6c6-3462e415a387" [ 967.244152] env[70261]: _type = "Task" [ 967.244152] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.253788] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba9ba7-9d03-005b-f6c6-3462e415a387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.319421] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a490b4fe-3033-4e76-a14d-5808ee06bc5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.336533] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74380cd-b7f2-44ef-9be5-034422a65dd6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.374172] env[70261]: DEBUG nova.compute.manager [req-68acba2d-b2e1-44b4-ac60-59a027b1d156 req-527c469d-1026-4769-9b53-79ba11073825 service nova] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Detach interface failed, port_id=ac48576c-d56a-40ee-89c1-589f1f14c77c, reason: Instance a32b83e8-8d37-415e-9d22-430aed33078c could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.467246] env[70261]: DEBUG nova.network.neutron [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Successfully updated port: 38d80d95-764d-48a1-99b4-6abf77db305b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.490795] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386392, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.601909] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b27b7ff0-cfb9-4c21-974d-c1acf3ba4cfe tempest-ImagesOneServerNegativeTestJSON-32514622 tempest-ImagesOneServerNegativeTestJSON-32514622-project-member] Lock "404c5c7e-8c80-4864-b68c-47ca67bbd95b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.091s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.621060] env[70261]: INFO nova.compute.manager [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Took 37.40 seconds to build instance. [ 967.704705] env[70261]: INFO nova.compute.manager [-] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Took 1.53 seconds to deallocate network for instance. [ 967.770206] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba9ba7-9d03-005b-f6c6-3462e415a387, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.775238] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9902d9b3-ccce-4420-b672-50928ab5e031 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.783413] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 967.783413] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab8fac-8f69-8c24-8760-028847124a5c" [ 967.783413] env[70261]: _type = "Task" [ 967.783413] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.799910] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab8fac-8f69-8c24-8760-028847124a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.808245] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "af5971fe-ee7b-43af-8d58-334de5fb174a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.808245] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.954343] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e871577-ac4f-4293-9526-fa61c609795b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.965182] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39358c4b-f784-4db3-b6d2-0cdf565ee696 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.973021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "refresh_cache-ef98409a-4530-4bb7-bd15-609bd9728c97" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.973021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired lock "refresh_cache-ef98409a-4530-4bb7-bd15-609bd9728c97" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.973021] env[70261]: DEBUG nova.network.neutron [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 968.002799] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a8733-bd23-4442-8dcd-478c150af034 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.015942] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8b2b34-6a7b-4473-9248-45d6dcace4af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.021063] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386392, 'name': CloneVM_Task, 'duration_secs': 1.420639} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.021913] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Created linked-clone VM from snapshot [ 968.024640] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5692fe20-a9c7-45bc-b2d9-f21095b122a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.037117] env[70261]: DEBUG nova.compute.provider_tree [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.044375] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Uploading image 090805c3-9d6e-4d7c-b1a2-f24933367c5d {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.070217] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.070217] env[70261]: value = "vm-675654" [ 968.070217] env[70261]: _type = "VirtualMachine" [ 968.070217] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.070621] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2bf56c85-a1e7-49ba-967d-99fe8fc06130 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.078725] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lease: (returnval){ [ 968.078725] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1cb01-3b32-3046-0832-16535c3bdc89" [ 968.078725] env[70261]: _type = "HttpNfcLease" [ 968.078725] env[70261]: } obtained for exporting VM: (result){ [ 968.078725] env[70261]: value = "vm-675654" [ 968.078725] env[70261]: _type = "VirtualMachine" [ 968.078725] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.079094] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the lease: (returnval){ [ 968.079094] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1cb01-3b32-3046-0832-16535c3bdc89" [ 968.079094] env[70261]: _type = "HttpNfcLease" [ 968.079094] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.086833] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.086833] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1cb01-3b32-3046-0832-16535c3bdc89" [ 968.086833] env[70261]: _type = "HttpNfcLease" [ 968.086833] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.123540] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9c89eb11-b828-4ef5-873b-c08b3cc57de8 tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "00e26087-296d-43ec-934c-90426eb99d06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.051s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.216641] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.295190] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab8fac-8f69-8c24-8760-028847124a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.016984} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.295466] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.299089] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.299089] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9a0c21b-d95b-4619-ac72-468114e810c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.305521] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 968.305521] env[70261]: value = "task-3386394" [ 968.305521] env[70261]: _type = "Task" [ 968.305521] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.311136] env[70261]: DEBUG nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.317843] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.549739] env[70261]: DEBUG nova.compute.manager [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Received event network-changed-c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.549885] env[70261]: DEBUG nova.compute.manager [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Refreshing instance network info cache due to event network-changed-c7a7065d-8b15-4761-8249-5876f4939d5f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.550127] env[70261]: DEBUG oslo_concurrency.lockutils [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] Acquiring lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550272] env[70261]: DEBUG oslo_concurrency.lockutils [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] Acquired lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550431] env[70261]: DEBUG nova.network.neutron [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Refreshing network info cache for port c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 968.560570] env[70261]: DEBUG nova.network.neutron [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 968.569849] env[70261]: ERROR nova.scheduler.client.report [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] [req-d3d75eb8-efda-4536-b4a9-1ba1523bfbc5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d3d75eb8-efda-4536-b4a9-1ba1523bfbc5"}]} [ 968.588710] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.588710] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1cb01-3b32-3046-0832-16535c3bdc89" [ 968.588710] env[70261]: _type = "HttpNfcLease" [ 968.588710] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.589420] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.589420] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1cb01-3b32-3046-0832-16535c3bdc89" [ 968.589420] env[70261]: _type = "HttpNfcLease" [ 968.589420] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.590718] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e95b5f-8dc4-4427-bfb2-4329894a974d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.597561] env[70261]: DEBUG nova.scheduler.client.report [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 968.609579] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d565-10a1-e908-ed6f-5af404572823/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.609579] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d565-10a1-e908-ed6f-5af404572823/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.681505] env[70261]: DEBUG nova.scheduler.client.report [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 968.681607] env[70261]: DEBUG nova.compute.provider_tree [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.698322] env[70261]: DEBUG nova.scheduler.client.report [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 968.733451] env[70261]: DEBUG nova.scheduler.client.report [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 968.770888] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-efd777af-50ef-4dd2-85fc-cb13eaf09a99 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.830994] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488015} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.831388] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.831632] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.831907] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f8c3f20-ef3b-417f-a691-9b7b65f7ff4a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.840807] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 968.840807] env[70261]: value = "task-3386395" [ 968.840807] env[70261]: _type = "Task" [ 968.840807] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.841869] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.849819] env[70261]: DEBUG nova.network.neutron [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Updating instance_info_cache with network_info: [{"id": "38d80d95-764d-48a1-99b4-6abf77db305b", "address": "fa:16:3e:82:5c:0c", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d80d95-76", "ovs_interfaceid": "38d80d95-764d-48a1-99b4-6abf77db305b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.852238] env[70261]: DEBUG nova.compute.manager [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Received event network-vif-plugged-38d80d95-764d-48a1-99b4-6abf77db305b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.852461] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] Acquiring lock "ef98409a-4530-4bb7-bd15-609bd9728c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.853018] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.853018] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.853206] env[70261]: DEBUG nova.compute.manager [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] No waiting events found dispatching network-vif-plugged-38d80d95-764d-48a1-99b4-6abf77db305b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.853206] env[70261]: WARNING nova.compute.manager [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Received unexpected event network-vif-plugged-38d80d95-764d-48a1-99b4-6abf77db305b for instance with vm_state building and task_state spawning. [ 968.853362] env[70261]: DEBUG nova.compute.manager [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Received event network-changed-38d80d95-764d-48a1-99b4-6abf77db305b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.853518] env[70261]: DEBUG nova.compute.manager [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Refreshing instance network info cache due to event network-changed-38d80d95-764d-48a1-99b4-6abf77db305b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.853742] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] Acquiring lock "refresh_cache-ef98409a-4530-4bb7-bd15-609bd9728c97" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.860593] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.162673] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f38256-ae5f-4ab6-931b-7f0ed5d95120 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.171585] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8310de9b-6c6a-4d84-815f-85cba6f5a19b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.217754] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747e5922-a7e4-4e65-9caa-dfac3bc0f9da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.227815] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ca9ad3-f02a-4574-b721-699c00664b83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.246035] env[70261]: DEBUG nova.compute.provider_tree [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.332968] env[70261]: DEBUG nova.network.neutron [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Updated VIF entry in instance network info cache for port c7a7065d-8b15-4761-8249-5876f4939d5f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 969.333490] env[70261]: DEBUG nova.network.neutron [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Updating instance_info_cache with network_info: [{"id": "c7a7065d-8b15-4761-8249-5876f4939d5f", "address": "fa:16:3e:af:3d:f7", "network": {"id": "99d673e1-9778-448f-9ca1-af908da1410c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-873776896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f16bc9ae0442038b98244f794870ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a7065d-8b", "ovs_interfaceid": "c7a7065d-8b15-4761-8249-5876f4939d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.354369] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150316} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.355947] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Releasing lock "refresh_cache-ef98409a-4530-4bb7-bd15-609bd9728c97" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.358196] env[70261]: DEBUG nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Instance network_info: |[{"id": "38d80d95-764d-48a1-99b4-6abf77db305b", "address": "fa:16:3e:82:5c:0c", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d80d95-76", "ovs_interfaceid": "38d80d95-764d-48a1-99b4-6abf77db305b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.358196] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.358196] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] Acquired lock "refresh_cache-ef98409a-4530-4bb7-bd15-609bd9728c97" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.358196] env[70261]: DEBUG nova.network.neutron [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Refreshing network info cache for port 38d80d95-764d-48a1-99b4-6abf77db305b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 969.359340] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:5c:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d80d95-764d-48a1-99b4-6abf77db305b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.368737] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.370738] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737328c-11b8-42fb-ba55-058c47a377d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.374032] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.375236] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cfd372b-3ca9-4cad-9393-be830a6b5d12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.437718] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.440942] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0946a72e-e5b5-4766-8320-7d40c2562465 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.460711] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.460711] env[70261]: value = "task-3386396" [ 969.460711] env[70261]: _type = "Task" [ 969.460711] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.468124] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 969.468124] env[70261]: value = "task-3386397" [ 969.468124] env[70261]: _type = "Task" [ 969.468124] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.481567] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.753174] env[70261]: DEBUG nova.scheduler.client.report [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.837525] env[70261]: DEBUG oslo_concurrency.lockutils [req-eac0ab84-ccb4-45bc-a0e1-21ed6d9e0248 req-6d595188-2200-46bb-a08d-e2aa56dcd4e5 service nova] Releasing lock "refresh_cache-00e26087-296d-43ec-934c-90426eb99d06" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.975145] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386396, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.986084] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.218061] env[70261]: DEBUG nova.network.neutron [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Updated VIF entry in instance network info cache for port 38d80d95-764d-48a1-99b4-6abf77db305b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 970.218612] env[70261]: DEBUG nova.network.neutron [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Updating instance_info_cache with network_info: [{"id": "38d80d95-764d-48a1-99b4-6abf77db305b", "address": "fa:16:3e:82:5c:0c", "network": {"id": "853f41c1-885c-4564-b575-24ca441fd394", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e9cd761401e41938f19c948002c4520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d80d95-76", "ovs_interfaceid": "38d80d95-764d-48a1-99b4-6abf77db305b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.259597] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.216s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.262706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.419s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.264422] env[70261]: INFO nova.compute.claims [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.286029] env[70261]: INFO nova.scheduler.client.report [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Deleted allocations for instance 9136504b-78c6-463e-95d8-2e72bca184a0 [ 970.473853] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386396, 'name': CreateVM_Task, 'duration_secs': 0.605698} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.475028] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.475544] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.475752] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.476227] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.479860] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1017eb2b-6a66-4c36-9d75-2f6c14c150b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.488110] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386397, 'name': ReconfigVM_Task, 'duration_secs': 0.533118} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.489586] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 9cbbe337-9e39-41a6-a266-84fed223b9c3/9cbbe337-9e39-41a6-a266-84fed223b9c3.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.490426] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 970.490426] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab710b-e627-bd7d-a94e-bf333a9e4597" [ 970.490426] env[70261]: _type = "Task" [ 970.490426] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.492447] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7a2f07d-ed69-4d63-8463-bbda2a3e210d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.503170] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab710b-e627-bd7d-a94e-bf333a9e4597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.504354] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 970.504354] env[70261]: value = "task-3386398" [ 970.504354] env[70261]: _type = "Task" [ 970.504354] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.512659] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386398, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.722744] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5740a8d-408e-4f29-8091-63414cb590d0 req-8fc25ab0-0638-4985-8dc3-62d28754128a service nova] Releasing lock "refresh_cache-ef98409a-4530-4bb7-bd15-609bd9728c97" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.795552] env[70261]: DEBUG oslo_concurrency.lockutils [None req-de9dd102-5e65-4f89-a944-8503778fa568 tempest-ServersAdminTestJSON-1199242927 tempest-ServersAdminTestJSON-1199242927-project-member] Lock "9136504b-78c6-463e-95d8-2e72bca184a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.790s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.009449] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ab710b-e627-bd7d-a94e-bf333a9e4597, 'name': SearchDatastore_Task, 'duration_secs': 0.0216} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.013166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.013166] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.013392] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.013544] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.013733] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.014046] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a8aef4-6fca-439a-9c5f-b1401bccccfb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.021313] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386398, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.023184] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.023384] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.024163] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cb827b-997f-4302-83a7-ee911fcbd453 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.029607] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 971.029607] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5259e383-6075-99ed-82cb-50b2b70d28ba" [ 971.029607] env[70261]: _type = "Task" [ 971.029607] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.039124] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5259e383-6075-99ed-82cb-50b2b70d28ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.521694] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386398, 'name': Rename_Task, 'duration_secs': 0.563936} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.524879] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.526641] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cd173ac-cf86-46fb-a5f6-66fa6cf071a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.534945] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 971.534945] env[70261]: value = "task-3386399" [ 971.534945] env[70261]: _type = "Task" [ 971.534945] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.542784] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5259e383-6075-99ed-82cb-50b2b70d28ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.547061] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba026fdb-f090-466f-afa8-f8ef5aebf763 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.553467] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386399, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.556709] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 971.556709] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5272c764-fefa-cedb-28e0-1a396a010dd4" [ 971.556709] env[70261]: _type = "Task" [ 971.556709] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.566128] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5272c764-fefa-cedb-28e0-1a396a010dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.673661] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0eb74e-d8dd-4382-b8ca-f4f5befa6628 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.683988] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f9f59f-e890-4da9-8aa2-bc22879233cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.717739] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f6390f-6f39-4ea2-9ff3-6b2e2fbdd27d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.726813] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376e26de-5420-4292-b2c4-5e16a16049a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.741731] env[70261]: DEBUG nova.compute.provider_tree [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.045638] env[70261]: DEBUG oslo_vmware.api [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386399, 'name': PowerOnVM_Task, 'duration_secs': 0.505636} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.046014] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.046208] env[70261]: DEBUG nova.compute.manager [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.047077] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea8aab-6012-4e40-b7d8-f2d9e7411fcd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.070197] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5272c764-fefa-cedb-28e0-1a396a010dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013764} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.070197] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.070435] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ef98409a-4530-4bb7-bd15-609bd9728c97/ef98409a-4530-4bb7-bd15-609bd9728c97.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.070844] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab94aff-ae43-4549-a070-08a0a02a299d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.078602] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 972.078602] env[70261]: value = "task-3386400" [ 972.078602] env[70261]: _type = "Task" [ 972.078602] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.087541] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.245024] env[70261]: DEBUG nova.scheduler.client.report [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.569036] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.590944] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386400, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.750413] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.750954] env[70261]: DEBUG nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.757344] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.060s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.757860] env[70261]: DEBUG nova.objects.instance [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lazy-loading 'resources' on Instance uuid cb4c8ffe-e094-41b0-88a3-d1664bf88a36 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.091297] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675272} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.091605] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ef98409a-4530-4bb7-bd15-609bd9728c97/ef98409a-4530-4bb7-bd15-609bd9728c97.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.091860] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.092133] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f641249-05c7-4634-91d7-401aee719ba5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.100173] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 973.100173] env[70261]: value = "task-3386401" [ 973.100173] env[70261]: _type = "Task" [ 973.100173] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.109079] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.262617] env[70261]: DEBUG nova.compute.utils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.262969] env[70261]: DEBUG nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.263850] env[70261]: DEBUG nova.network.neutron [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.307673] env[70261]: DEBUG nova.policy [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a0937dfe2e743ad906c13456acbbf27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0ce7ea910348ebb8027b33c3ebe135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.631133] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095203} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.632260] env[70261]: DEBUG nova.network.neutron [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Successfully created port: 0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.634842] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.639765] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36cae3b-5b70-4212-b0dd-4e3f54817b3b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.668835] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] ef98409a-4530-4bb7-bd15-609bd9728c97/ef98409a-4530-4bb7-bd15-609bd9728c97.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.672781] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43cd4c09-9b7f-41c9-90c1-2b771e349c67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.695693] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 973.695693] env[70261]: value = "task-3386402" [ 973.695693] env[70261]: _type = "Task" [ 973.695693] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.706592] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.708584] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4a3cb-cbe7-4c6d-9fa8-92792be13189 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.717035] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ae6cf6-900b-4581-bd8e-01a5d8fb2940 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.756580] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdbf84e-6a79-460f-98c5-425a89dc2456 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.765475] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e847a177-ae46-43e0-9aa0-44cd43b709e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.770340] env[70261]: DEBUG nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.790446] env[70261]: DEBUG nova.compute.provider_tree [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.123742] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "9cbbe337-9e39-41a6-a266-84fed223b9c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.124088] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.125700] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "9cbbe337-9e39-41a6-a266-84fed223b9c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.125700] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.125700] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.128859] env[70261]: INFO nova.compute.manager [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Terminating instance [ 974.206721] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386402, 'name': ReconfigVM_Task, 'duration_secs': 0.412651} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.208131] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Reconfigured VM instance instance-0000004a to attach disk [datastore2] ef98409a-4530-4bb7-bd15-609bd9728c97/ef98409a-4530-4bb7-bd15-609bd9728c97.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.210811] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89b5ec52-16d8-43a9-92c9-54a5ebdcc964 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.218433] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 974.218433] env[70261]: value = "task-3386403" [ 974.218433] env[70261]: _type = "Task" [ 974.218433] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.232190] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386403, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.296052] env[70261]: DEBUG nova.scheduler.client.report [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.636136] env[70261]: DEBUG nova.compute.manager [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.636136] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.636651] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14bc6fc-0fba-4b4a-8c73-9690aab79c75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.653339] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.654059] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29219933-4c8c-4ac2-a821-ac714138fe95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.664903] env[70261]: DEBUG oslo_vmware.api [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 974.664903] env[70261]: value = "task-3386404" [ 974.664903] env[70261]: _type = "Task" [ 974.664903] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.675026] env[70261]: DEBUG oslo_vmware.api [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.730264] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386403, 'name': Rename_Task, 'duration_secs': 0.182813} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.730566] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.730832] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f2576e-2174-4cdd-b767-ff13f488077e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.737606] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 974.737606] env[70261]: value = "task-3386405" [ 974.737606] env[70261]: _type = "Task" [ 974.737606] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.751269] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.790761] env[70261]: DEBUG nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.809646] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.814482] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.574s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.815318] env[70261]: INFO nova.compute.claims [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.835614] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.837907] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.839666] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.839958] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.840145] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.840302] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.840533] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.840825] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.840915] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.841087] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.841304] env[70261]: DEBUG nova.virt.hardware [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.843025] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2be081-8026-4bea-9464-8998b48cbd09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.856794] env[70261]: INFO nova.scheduler.client.report [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Deleted allocations for instance cb4c8ffe-e094-41b0-88a3-d1664bf88a36 [ 974.860708] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a3d06-c7ba-4133-ac2b-6ce8d7e46032 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.055746] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "a55a7767-f114-4777-8bc8-4372961b82f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.056029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "a55a7767-f114-4777-8bc8-4372961b82f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.162680] env[70261]: DEBUG nova.compute.manager [req-6afdc5f9-3075-4e13-b1f7-87d18cd47904 req-159e6e7c-29aa-482d-af39-b0b61353bc3c service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Received event network-vif-plugged-0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.163073] env[70261]: DEBUG oslo_concurrency.lockutils [req-6afdc5f9-3075-4e13-b1f7-87d18cd47904 req-159e6e7c-29aa-482d-af39-b0b61353bc3c service nova] Acquiring lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.163430] env[70261]: DEBUG oslo_concurrency.lockutils [req-6afdc5f9-3075-4e13-b1f7-87d18cd47904 req-159e6e7c-29aa-482d-af39-b0b61353bc3c service nova] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.163648] env[70261]: DEBUG oslo_concurrency.lockutils [req-6afdc5f9-3075-4e13-b1f7-87d18cd47904 req-159e6e7c-29aa-482d-af39-b0b61353bc3c service nova] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.163903] env[70261]: DEBUG nova.compute.manager [req-6afdc5f9-3075-4e13-b1f7-87d18cd47904 req-159e6e7c-29aa-482d-af39-b0b61353bc3c service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] No waiting events found dispatching network-vif-plugged-0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.164133] env[70261]: WARNING nova.compute.manager [req-6afdc5f9-3075-4e13-b1f7-87d18cd47904 req-159e6e7c-29aa-482d-af39-b0b61353bc3c service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Received unexpected event network-vif-plugged-0bbc5d9c-01ee-493f-a36b-a87413c23627 for instance with vm_state building and task_state spawning. [ 975.176560] env[70261]: DEBUG oslo_vmware.api [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386404, 'name': PowerOffVM_Task, 'duration_secs': 0.22195} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.176869] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.177162] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.177382] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8495af86-7ee2-46ba-96d8-932f214904d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.249720] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.287699] env[70261]: DEBUG nova.network.neutron [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Successfully updated port: 0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.290226] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.290651] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.290930] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleting the datastore file [datastore2] 9cbbe337-9e39-41a6-a266-84fed223b9c3 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.291522] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bf7ff58-31e4-4859-9889-14340b412bdc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.299626] env[70261]: DEBUG oslo_vmware.api [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 975.299626] env[70261]: value = "task-3386407" [ 975.299626] env[70261]: _type = "Task" [ 975.299626] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.312085] env[70261]: DEBUG oslo_vmware.api [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.373022] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d3c98728-0b00-4164-b509-7064e2b55e62 tempest-ServerShowV247Test-988845839 tempest-ServerShowV247Test-988845839-project-member] Lock "cb4c8ffe-e094-41b0-88a3-d1664bf88a36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.975s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.562411] env[70261]: DEBUG nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.750857] env[70261]: DEBUG oslo_vmware.api [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386405, 'name': PowerOnVM_Task, 'duration_secs': 0.646126} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.751275] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.751527] env[70261]: INFO nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Took 8.74 seconds to spawn the instance on the hypervisor. [ 975.751662] env[70261]: DEBUG nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.752751] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c2bf9e-3afa-4901-909f-f376a2e346c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.792512] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.792737] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.792910] env[70261]: DEBUG nova.network.neutron [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 975.820891] env[70261]: DEBUG oslo_vmware.api [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178146} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.820891] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.820891] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.820891] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.820891] env[70261]: INFO nova.compute.manager [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 975.820891] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.820891] env[70261]: DEBUG nova.compute.manager [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.820891] env[70261]: DEBUG nova.network.neutron [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 976.090106] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.218839] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4ebb4-8638-4c60-bd3c-2cd36f18231f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.227761] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75033e4-b462-4ff3-831b-3132c2e1a6c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.259934] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1697ec71-8c61-4dd5-aca4-77be1454e817 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.267762] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f3278b-a75f-4ded-a619-7af07bdbe8f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.278788] env[70261]: INFO nova.compute.manager [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Took 30.64 seconds to build instance. [ 976.289051] env[70261]: DEBUG nova.compute.provider_tree [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.340380] env[70261]: DEBUG nova.network.neutron [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 976.553102] env[70261]: DEBUG nova.network.neutron [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updating instance_info_cache with network_info: [{"id": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "address": "fa:16:3e:c2:b0:52", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bbc5d9c-01", "ovs_interfaceid": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.721466] env[70261]: DEBUG nova.network.neutron [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.780672] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3d680a27-a5ac-41c9-a361-297d218c1c27 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.152s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.795023] env[70261]: DEBUG nova.scheduler.client.report [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.057592] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.057881] env[70261]: DEBUG nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Instance network_info: |[{"id": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "address": "fa:16:3e:c2:b0:52", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bbc5d9c-01", "ovs_interfaceid": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.058346] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:b0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bbc5d9c-01ee-493f-a36b-a87413c23627', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.068773] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.071867] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.072285] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f87318c8-9649-4dd9-b185-40e19c3e152b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.100418] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.100418] env[70261]: value = "task-3386408" [ 977.100418] env[70261]: _type = "Task" [ 977.100418] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.109041] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386408, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.211684] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d565-10a1-e908-ed6f-5af404572823/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 977.214678] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d908e3-8f61-4e66-b67e-6dfbb9f9ae41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.221034] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d565-10a1-e908-ed6f-5af404572823/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 977.221124] env[70261]: ERROR oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d565-10a1-e908-ed6f-5af404572823/disk-0.vmdk due to incomplete transfer. [ 977.221348] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e42cdb9-ab4e-4bed-bfbf-3b59e37ace93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.224884] env[70261]: INFO nova.compute.manager [-] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Took 1.40 seconds to deallocate network for instance. [ 977.235683] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260d565-10a1-e908-ed6f-5af404572823/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 977.235788] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Uploaded image 090805c3-9d6e-4d7c-b1a2-f24933367c5d to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 977.237952] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 977.238213] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7623ca6c-91d4-4cd6-84e2-e6b5867f8054 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.248671] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 977.248671] env[70261]: value = "task-3386409" [ 977.248671] env[70261]: _type = "Task" [ 977.248671] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.257152] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386409, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.299774] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.300894] env[70261]: DEBUG nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.304527] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.097s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.304986] env[70261]: DEBUG nova.objects.instance [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lazy-loading 'resources' on Instance uuid 6351eebf-bfa3-4356-acdd-d7c901943867 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.386455] env[70261]: DEBUG nova.compute.manager [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Received event network-changed-0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.386675] env[70261]: DEBUG nova.compute.manager [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Refreshing instance network info cache due to event network-changed-0bbc5d9c-01ee-493f-a36b-a87413c23627. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.387114] env[70261]: DEBUG oslo_concurrency.lockutils [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] Acquiring lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.387277] env[70261]: DEBUG oslo_concurrency.lockutils [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] Acquired lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.388687] env[70261]: DEBUG nova.network.neutron [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Refreshing network info cache for port 0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 977.427324] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.427559] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.613337] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386408, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.626816] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "fe054703-4043-444e-a3bc-5b3abfaff631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.628167] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "fe054703-4043-444e-a3bc-5b3abfaff631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.737058] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.768328] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386409, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.808920] env[70261]: DEBUG nova.compute.utils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.815765] env[70261]: DEBUG nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.815765] env[70261]: DEBUG nova.network.neutron [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.878198] env[70261]: DEBUG nova.policy [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57ae072a3f4041e1b1235806d8a00be3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df54b81ace2e46eab720f6dec9eb7b59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.933970] env[70261]: DEBUG nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.954684] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "ef98409a-4530-4bb7-bd15-609bd9728c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.954684] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.954684] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "ef98409a-4530-4bb7-bd15-609bd9728c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.954684] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.954684] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.958168] env[70261]: INFO nova.compute.manager [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Terminating instance [ 978.111521] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386408, 'name': CreateVM_Task, 'duration_secs': 0.674242} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.114247] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.117353] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.117535] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.117855] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.118447] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f065fd-175a-40a8-ac23-084d5d7082a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.123325] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 978.123325] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52682a72-41bd-86d6-938e-64f852586600" [ 978.123325] env[70261]: _type = "Task" [ 978.123325] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.130972] env[70261]: DEBUG nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.140358] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52682a72-41bd-86d6-938e-64f852586600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.225972] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b45903-b196-4c9a-ac76-8b86042188b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.234072] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73463091-7d44-46ac-9923-3b91075cf6fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.269571] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8890283b-e275-4a32-a462-3a4714900ac0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.280816] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b41f445-48e5-415f-b1aa-4be595f06535 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.284910] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386409, 'name': Destroy_Task, 'duration_secs': 0.811254} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.287305] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Destroyed the VM [ 978.287563] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.288242] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b046bd64-8546-4ee3-a67d-ab88142891c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.298566] env[70261]: DEBUG nova.compute.provider_tree [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.304918] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 978.304918] env[70261]: value = "task-3386410" [ 978.304918] env[70261]: _type = "Task" [ 978.304918] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.313384] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.315091] env[70261]: DEBUG nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.373232] env[70261]: DEBUG nova.network.neutron [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updated VIF entry in instance network info cache for port 0bbc5d9c-01ee-493f-a36b-a87413c23627. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 978.373625] env[70261]: DEBUG nova.network.neutron [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updating instance_info_cache with network_info: [{"id": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "address": "fa:16:3e:c2:b0:52", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bbc5d9c-01", "ovs_interfaceid": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.452607] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.460940] env[70261]: DEBUG nova.compute.manager [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.461211] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.462158] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95484de9-7138-4146-8094-a6d3b4a0dd54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.469989] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.470330] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93646bde-9977-4e82-a44a-3693a680e61b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.476387] env[70261]: DEBUG oslo_vmware.api [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 978.476387] env[70261]: value = "task-3386411" [ 978.476387] env[70261]: _type = "Task" [ 978.476387] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.484421] env[70261]: DEBUG oslo_vmware.api [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.498582] env[70261]: DEBUG nova.network.neutron [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Successfully created port: 48baf7c4-24e8-465e-b5d0-e46b6fe3941b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.638731] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52682a72-41bd-86d6-938e-64f852586600, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.638731] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.638731] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.638994] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.639117] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.639309] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.639587] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e89f155-5086-4e86-997b-bff9a7064924 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.651777] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.653540] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.653911] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7957d3-785a-40f7-bfdf-82d06509a7d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.659527] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 978.659527] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d5802-e09f-cad4-3da9-21d02dba36b1" [ 978.659527] env[70261]: _type = "Task" [ 978.659527] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.669177] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d5802-e09f-cad4-3da9-21d02dba36b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.678656] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.805424] env[70261]: DEBUG nova.scheduler.client.report [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.817425] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386410, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.876046] env[70261]: DEBUG oslo_concurrency.lockutils [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] Releasing lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.876346] env[70261]: DEBUG nova.compute.manager [req-8b95e3d9-6e10-4997-ba02-171848f1bba9 req-80258d57-53a7-42f1-92d3-d17328006450 service nova] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Received event network-vif-deleted-9fd23a92-6e43-41a8-9965-28bb9d32faf2 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.988307] env[70261]: DEBUG oslo_vmware.api [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386411, 'name': PowerOffVM_Task, 'duration_secs': 0.273624} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.988307] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.988307] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.988593] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74d25e8-a18b-4110-8e0e-6a922fbcd844 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.054286] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.054507] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.054706] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Deleting the datastore file [datastore2] ef98409a-4530-4bb7-bd15-609bd9728c97 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.054993] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e26dacdc-75ec-4143-9818-85bc6d37baf7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.061235] env[70261]: DEBUG oslo_vmware.api [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for the task: (returnval){ [ 979.061235] env[70261]: value = "task-3386413" [ 979.061235] env[70261]: _type = "Task" [ 979.061235] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.068863] env[70261]: DEBUG oslo_vmware.api [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.170345] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d5802-e09f-cad4-3da9-21d02dba36b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.171154] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174266ee-4d67-4213-8ed7-be0569c876b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.176994] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 979.176994] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d0deb-d0e2-fdda-93d3-2b33f0a255b3" [ 979.176994] env[70261]: _type = "Task" [ 979.176994] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.186144] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d0deb-d0e2-fdda-93d3-2b33f0a255b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.311302] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.311939] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.224s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.312599] env[70261]: DEBUG nova.objects.instance [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lazy-loading 'resources' on Instance uuid 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.328077] env[70261]: DEBUG nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.328077] env[70261]: DEBUG oslo_vmware.api [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386410, 'name': RemoveSnapshot_Task, 'duration_secs': 0.887762} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.329499] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.329889] env[70261]: INFO nova.compute.manager [None req-0377cae8-4ff3-4bb1-84a1-06279574f9ae tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Took 14.95 seconds to snapshot the instance on the hypervisor. [ 979.335468] env[70261]: INFO nova.scheduler.client.report [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted allocations for instance 6351eebf-bfa3-4356-acdd-d7c901943867 [ 979.360331] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.362024] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.362024] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.362024] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.362024] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.362024] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.362024] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.362024] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.362624] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.362947] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.363258] env[70261]: DEBUG nova.virt.hardware [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.364343] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb879de7-8c52-42b5-ad05-eaa4759cef8a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.373463] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d309f-b1a7-4cc9-882e-a2477f55e00e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.571286] env[70261]: DEBUG oslo_vmware.api [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Task: {'id': task-3386413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148793} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.571548] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.571730] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.571906] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.572091] env[70261]: INFO nova.compute.manager [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Took 1.11 seconds to destroy the instance on the hypervisor. [ 979.572381] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.572678] env[70261]: DEBUG nova.compute.manager [-] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.572846] env[70261]: DEBUG nova.network.neutron [-] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 979.690153] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523d0deb-d0e2-fdda-93d3-2b33f0a255b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.690153] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.690153] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.690407] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b33314-812d-4dd2-af4e-0e06677ca289 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.697911] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 979.697911] env[70261]: value = "task-3386414" [ 979.697911] env[70261]: _type = "Task" [ 979.697911] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.709449] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.844934] env[70261]: DEBUG oslo_concurrency.lockutils [None req-41086e6e-c89e-4766-bf02-db15afa8c778 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "6351eebf-bfa3-4356-acdd-d7c901943867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.130s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.061707] env[70261]: DEBUG nova.compute.manager [req-723c2916-29b1-4aa9-b22d-131e487186aa req-9ade95a3-b343-44f5-b09d-3d55c99d8214 service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Received event network-vif-deleted-38d80d95-764d-48a1-99b4-6abf77db305b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.061923] env[70261]: INFO nova.compute.manager [req-723c2916-29b1-4aa9-b22d-131e487186aa req-9ade95a3-b343-44f5-b09d-3d55c99d8214 service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Neutron deleted interface 38d80d95-764d-48a1-99b4-6abf77db305b; detaching it from the instance and deleting it from the info cache [ 980.062115] env[70261]: DEBUG nova.network.neutron [req-723c2916-29b1-4aa9-b22d-131e487186aa req-9ade95a3-b343-44f5-b09d-3d55c99d8214 service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.215189] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386414, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.255475] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f4360-b3f0-4e37-8fa5-307dbe5a49ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.264113] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e014d7-cf7a-4a9e-9864-ccb786db82be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.300625] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07af724-1583-4903-87fc-5f0c115274c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.310269] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5e7245-8bb8-4651-80cc-e5ff2ba183b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.323645] env[70261]: DEBUG nova.compute.provider_tree [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.375571] env[70261]: DEBUG nova.network.neutron [-] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.439081] env[70261]: DEBUG nova.network.neutron [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Successfully updated port: 48baf7c4-24e8-465e-b5d0-e46b6fe3941b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.567737] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad389151-83b9-401c-b249-a3e08ebfbdc7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.579033] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bfdb32-9ab7-48a6-a9df-5cdbeb5e5777 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.614839] env[70261]: DEBUG nova.compute.manager [req-723c2916-29b1-4aa9-b22d-131e487186aa req-9ade95a3-b343-44f5-b09d-3d55c99d8214 service nova] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Detach interface failed, port_id=38d80d95-764d-48a1-99b4-6abf77db305b, reason: Instance ef98409a-4530-4bb7-bd15-609bd9728c97 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.708116] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52013} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.708116] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.708525] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.708579] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1273d5ca-14a0-407b-b416-50d94e1ca72f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.715089] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 980.715089] env[70261]: value = "task-3386415" [ 980.715089] env[70261]: _type = "Task" [ 980.715089] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.724012] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.827494] env[70261]: DEBUG nova.scheduler.client.report [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.878094] env[70261]: INFO nova.compute.manager [-] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Took 1.31 seconds to deallocate network for instance. [ 980.945352] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "refresh_cache-64844889-f772-4d9f-b1a2-8af67d317c0c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945352] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "refresh_cache-64844889-f772-4d9f-b1a2-8af67d317c0c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.945352] env[70261]: DEBUG nova.network.neutron [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 981.225284] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065106} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.225568] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.226348] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b614c6-65e2-4c65-852e-ae57a557b86c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.248565] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.248842] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4d2d4d-86a6-4cfc-ace3-de811764bc75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.268130] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 981.268130] env[70261]: value = "task-3386416" [ 981.268130] env[70261]: _type = "Task" [ 981.268130] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.275849] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.332679] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.335397] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.340s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.335649] env[70261]: DEBUG nova.objects.instance [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lazy-loading 'resources' on Instance uuid 419719d1-301b-48b3-9121-f07e99970eb6 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.358187] env[70261]: INFO nova.scheduler.client.report [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Deleted allocations for instance 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df [ 981.384869] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.481874] env[70261]: DEBUG nova.network.neutron [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 981.613978] env[70261]: DEBUG nova.network.neutron [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Updating instance_info_cache with network_info: [{"id": "48baf7c4-24e8-465e-b5d0-e46b6fe3941b", "address": "fa:16:3e:cc:94:ce", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48baf7c4-24", "ovs_interfaceid": "48baf7c4-24e8-465e-b5d0-e46b6fe3941b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.625770] env[70261]: DEBUG nova.compute.manager [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.626849] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbf2e7a-0a7c-429f-943d-20407068ce58 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.779411] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386416, 'name': ReconfigVM_Task, 'duration_secs': 0.260811} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.779697] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.780293] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-597e2b28-cd04-4682-9bfd-f7356787c823 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.786297] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 981.786297] env[70261]: value = "task-3386417" [ 981.786297] env[70261]: _type = "Task" [ 981.786297] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.793875] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386417, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.866839] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc8840bc-cdbc-449e-9228-55106c3f66f0 tempest-MigrationsAdminTest-1538116619 tempest-MigrationsAdminTest-1538116619-project-member] Lock "1a6a76d2-0ddf-42b7-85ef-843b72b6f0df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.376s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.096284] env[70261]: DEBUG nova.compute.manager [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Received event network-vif-plugged-48baf7c4-24e8-465e-b5d0-e46b6fe3941b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.096284] env[70261]: DEBUG oslo_concurrency.lockutils [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] Acquiring lock "64844889-f772-4d9f-b1a2-8af67d317c0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.096284] env[70261]: DEBUG oslo_concurrency.lockutils [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.096284] env[70261]: DEBUG oslo_concurrency.lockutils [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.096284] env[70261]: DEBUG nova.compute.manager [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] No waiting events found dispatching network-vif-plugged-48baf7c4-24e8-465e-b5d0-e46b6fe3941b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.096284] env[70261]: WARNING nova.compute.manager [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Received unexpected event network-vif-plugged-48baf7c4-24e8-465e-b5d0-e46b6fe3941b for instance with vm_state building and task_state spawning. [ 982.097604] env[70261]: DEBUG nova.compute.manager [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Received event network-changed-48baf7c4-24e8-465e-b5d0-e46b6fe3941b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.097843] env[70261]: DEBUG nova.compute.manager [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Refreshing instance network info cache due to event network-changed-48baf7c4-24e8-465e-b5d0-e46b6fe3941b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.098048] env[70261]: DEBUG oslo_concurrency.lockutils [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] Acquiring lock "refresh_cache-64844889-f772-4d9f-b1a2-8af67d317c0c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.119333] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "refresh_cache-64844889-f772-4d9f-b1a2-8af67d317c0c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.119333] env[70261]: DEBUG nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Instance network_info: |[{"id": "48baf7c4-24e8-465e-b5d0-e46b6fe3941b", "address": "fa:16:3e:cc:94:ce", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48baf7c4-24", "ovs_interfaceid": "48baf7c4-24e8-465e-b5d0-e46b6fe3941b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.119333] env[70261]: DEBUG oslo_concurrency.lockutils [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] Acquired lock "refresh_cache-64844889-f772-4d9f-b1a2-8af67d317c0c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.119333] env[70261]: DEBUG nova.network.neutron [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Refreshing network info cache for port 48baf7c4-24e8-465e-b5d0-e46b6fe3941b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 982.119333] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:94:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48baf7c4-24e8-465e-b5d0-e46b6fe3941b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.127284] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.132024] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.132790] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c93af087-9ccf-4dee-8f44-76a823a45479 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.153174] env[70261]: INFO nova.compute.manager [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] instance snapshotting [ 982.156244] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9709cb-1417-49a4-8e81-e565f89ea049 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.162484] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29179cb-d52a-46a2-ad93-14bfb8eae1fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.171696] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.171696] env[70261]: value = "task-3386418" [ 982.171696] env[70261]: _type = "Task" [ 982.171696] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.198483] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cfe7ed-3f87-400f-b106-58038c860431 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.201889] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b769b-cc92-494a-ba3d-17c66139fc9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.207663] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386418, 'name': CreateVM_Task} progress is 15%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.241864] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d802ffdd-cf6d-4221-ab17-1e88d2ec07e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.252399] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58f885a-7d52-4d2f-9181-52d22f155845 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.267850] env[70261]: DEBUG nova.compute.provider_tree [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.298891] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386417, 'name': Rename_Task, 'duration_secs': 0.143139} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.299229] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.299476] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8a310c-404a-480c-9863-58f338b6705a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.306384] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 982.306384] env[70261]: value = "task-3386419" [ 982.306384] env[70261]: _type = "Task" [ 982.306384] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.320423] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.400181] env[70261]: DEBUG nova.network.neutron [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Updated VIF entry in instance network info cache for port 48baf7c4-24e8-465e-b5d0-e46b6fe3941b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 982.400536] env[70261]: DEBUG nova.network.neutron [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Updating instance_info_cache with network_info: [{"id": "48baf7c4-24e8-465e-b5d0-e46b6fe3941b", "address": "fa:16:3e:cc:94:ce", "network": {"id": "3c7a28d9-91df-4ee4-81f7-3006046ed0dc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-529570677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df54b81ace2e46eab720f6dec9eb7b59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48baf7c4-24", "ovs_interfaceid": "48baf7c4-24e8-465e-b5d0-e46b6fe3941b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.682373] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386418, 'name': CreateVM_Task, 'duration_secs': 0.429908} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.682520] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.683317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.683481] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.683818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.684110] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1728aad9-d545-45f4-84d2-c016a4c02d46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.688532] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 982.688532] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b71f0d-16e9-5825-930b-70469aad996e" [ 982.688532] env[70261]: _type = "Task" [ 982.688532] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.696290] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b71f0d-16e9-5825-930b-70469aad996e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.742616] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 982.745019] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2904803d-8573-4864-9abe-116b34d8ed2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.750920] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 982.750920] env[70261]: value = "task-3386420" [ 982.750920] env[70261]: _type = "Task" [ 982.750920] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.760968] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.773085] env[70261]: DEBUG nova.scheduler.client.report [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.816213] env[70261]: DEBUG oslo_vmware.api [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386419, 'name': PowerOnVM_Task, 'duration_secs': 0.46647} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.816620] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.816926] env[70261]: INFO nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Took 8.03 seconds to spawn the instance on the hypervisor. [ 982.817243] env[70261]: DEBUG nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.818139] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cfbfd0-a1a6-4c60-a6c7-b7e05173b974 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.904457] env[70261]: DEBUG oslo_concurrency.lockutils [req-31477680-903f-47d6-819d-6e9f91766388 req-b56320a4-d6cd-4051-b86c-88707256e3ca service nova] Releasing lock "refresh_cache-64844889-f772-4d9f-b1a2-8af67d317c0c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.209296] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b71f0d-16e9-5825-930b-70469aad996e, 'name': SearchDatastore_Task, 'duration_secs': 0.024253} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.209624] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.209840] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.210101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.210257] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.210438] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.210704] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655c23a8-a960-4382-ac35-ee1b9271f6da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.219771] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.219964] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.220698] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624d4223-c365-413b-9ee7-5725c795cb32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.226316] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 983.226316] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52752a5e-6229-ae1a-66b5-eb00157c6bc7" [ 983.226316] env[70261]: _type = "Task" [ 983.226316] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.234262] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52752a5e-6229-ae1a-66b5-eb00157c6bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.260982] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386420, 'name': CreateSnapshot_Task, 'duration_secs': 0.472365} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.261273] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 983.262222] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8b3129-a2f8-40ab-9fcd-7d7f4e95a81c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.276630] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.278737] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.788s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.278966] env[70261]: DEBUG nova.objects.instance [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lazy-loading 'resources' on Instance uuid 29ce64a5-542f-450c-a3bc-89c118cfddc4 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.297728] env[70261]: INFO nova.scheduler.client.report [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Deleted allocations for instance 419719d1-301b-48b3-9121-f07e99970eb6 [ 983.339574] env[70261]: INFO nova.compute.manager [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Took 31.52 seconds to build instance. [ 983.738552] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52752a5e-6229-ae1a-66b5-eb00157c6bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.739888] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5067a5-f38e-45fc-a9b6-b64d39f3719d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.747024] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 983.747024] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524ef826-0c23-9d10-7133-ebea2402fda9" [ 983.747024] env[70261]: _type = "Task" [ 983.747024] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.756141] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524ef826-0c23-9d10-7133-ebea2402fda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.782869] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 983.785914] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f170d593-fa54-46df-a1ac-d41097f03c18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.798564] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 983.798564] env[70261]: value = "task-3386421" [ 983.798564] env[70261]: _type = "Task" [ 983.798564] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.809265] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e0b1b60-22e8-4c18-a0a6-bfaec3215ff9 tempest-ServerGroupTestJSON-1945524014 tempest-ServerGroupTestJSON-1945524014-project-member] Lock "419719d1-301b-48b3-9121-f07e99970eb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.268s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.811708] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386421, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.841843] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8eac6848-e6d1-4791-b9fc-847e22e982b3 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.028s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.190361] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b360d-b874-4a3e-907d-9a54a2f3e8f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.200326] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10df04ef-b01b-4a39-932f-53a18096f2d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.241866] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec296638-5e63-4fda-874f-49261f9a5a00 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.246442] env[70261]: DEBUG nova.compute.manager [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Received event network-changed-0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.246442] env[70261]: DEBUG nova.compute.manager [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Refreshing instance network info cache due to event network-changed-0bbc5d9c-01ee-493f-a36b-a87413c23627. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.246442] env[70261]: DEBUG oslo_concurrency.lockutils [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] Acquiring lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.246609] env[70261]: DEBUG oslo_concurrency.lockutils [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] Acquired lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.246713] env[70261]: DEBUG nova.network.neutron [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Refreshing network info cache for port 0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 984.257254] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc400d-d31e-4bbb-9135-a990e7fa0288 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.267529] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524ef826-0c23-9d10-7133-ebea2402fda9, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.268084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.268366] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 64844889-f772-4d9f-b1a2-8af67d317c0c/64844889-f772-4d9f-b1a2-8af67d317c0c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.268630] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-043638b5-d717-4c1b-b4fd-e0456aa4eddc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.279664] env[70261]: DEBUG nova.compute.provider_tree [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.287240] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 984.287240] env[70261]: value = "task-3386422" [ 984.287240] env[70261]: _type = "Task" [ 984.287240] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.297335] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.309237] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386421, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.791545] env[70261]: DEBUG nova.scheduler.client.report [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.806166] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386422, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.815579] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386421, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.134912] env[70261]: DEBUG nova.network.neutron [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updated VIF entry in instance network info cache for port 0bbc5d9c-01ee-493f-a36b-a87413c23627. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 985.135354] env[70261]: DEBUG nova.network.neutron [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updating instance_info_cache with network_info: [{"id": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "address": "fa:16:3e:c2:b0:52", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bbc5d9c-01", "ovs_interfaceid": "0bbc5d9c-01ee-493f-a36b-a87413c23627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.297972] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517835} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.298342] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 64844889-f772-4d9f-b1a2-8af67d317c0c/64844889-f772-4d9f-b1a2-8af67d317c0c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.298479] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.298731] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81ddb5e6-665f-468e-9516-68949c97590b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.305741] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 985.305741] env[70261]: value = "task-3386423" [ 985.305741] env[70261]: _type = "Task" [ 985.305741] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.310313] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.315720] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.075s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.317602] env[70261]: INFO nova.compute.claims [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.327089] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386421, 'name': CloneVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.330520] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.341972] env[70261]: INFO nova.scheduler.client.report [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted allocations for instance 29ce64a5-542f-450c-a3bc-89c118cfddc4 [ 985.378131] env[70261]: INFO nova.compute.manager [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Rebuilding instance [ 985.436811] env[70261]: DEBUG nova.compute.manager [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.437732] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e93d443-79b4-4821-9ed8-67266c7c334b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.640226] env[70261]: DEBUG oslo_concurrency.lockutils [req-26deb079-51a2-4165-a511-77b7461c7930 req-4172e3e8-731e-4e83-ae72-68b1d08cf908 service nova] Releasing lock "refresh_cache-20a87448-45a6-4a87-9056-e2e0b6bee5b7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818704] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386421, 'name': CloneVM_Task, 'duration_secs': 1.573223} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.821855] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Created linked-clone VM from snapshot [ 985.824449] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078411} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.825645] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3205ee-b2c5-4bcd-bcb1-8bcf113a1795 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.829183] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.830789] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f810d-14cc-41a6-b5be-a90750c68de8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.839385] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Uploading image 8aacc141-8eac-4fc2-a604-3a103a295bf0 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 985.854770] env[70261]: DEBUG oslo_concurrency.lockutils [None req-92924c31-56f7-4354-84c8-f7336d3feace tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "29ce64a5-542f-450c-a3bc-89c118cfddc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.787s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.865049] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 64844889-f772-4d9f-b1a2-8af67d317c0c/64844889-f772-4d9f-b1a2-8af67d317c0c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.868763] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39757783-2ba8-4995-a415-c09ab45b3656 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.892093] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 985.892093] env[70261]: value = "task-3386424" [ 985.892093] env[70261]: _type = "Task" [ 985.892093] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.893579] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 985.893579] env[70261]: value = "vm-675659" [ 985.893579] env[70261]: _type = "VirtualMachine" [ 985.893579] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 985.893913] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41120ad3-d18c-42b4-ae1c-a2901bec66d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.904035] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.905250] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lease: (returnval){ [ 985.905250] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266cc88-1cd8-2fe2-d0ca-69369742083a" [ 985.905250] env[70261]: _type = "HttpNfcLease" [ 985.905250] env[70261]: } obtained for exporting VM: (result){ [ 985.905250] env[70261]: value = "vm-675659" [ 985.905250] env[70261]: _type = "VirtualMachine" [ 985.905250] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 985.905863] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the lease: (returnval){ [ 985.905863] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266cc88-1cd8-2fe2-d0ca-69369742083a" [ 985.905863] env[70261]: _type = "HttpNfcLease" [ 985.905863] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.912707] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.912707] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266cc88-1cd8-2fe2-d0ca-69369742083a" [ 985.912707] env[70261]: _type = "HttpNfcLease" [ 985.912707] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.417529] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386424, 'name': ReconfigVM_Task, 'duration_secs': 0.304203} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.418199] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 64844889-f772-4d9f-b1a2-8af67d317c0c/64844889-f772-4d9f-b1a2-8af67d317c0c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.419480] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7037702f-cdd5-42af-935f-5c64bf52ce36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.428798] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.428798] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266cc88-1cd8-2fe2-d0ca-69369742083a" [ 986.428798] env[70261]: _type = "HttpNfcLease" [ 986.428798] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 986.429538] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 986.429538] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266cc88-1cd8-2fe2-d0ca-69369742083a" [ 986.429538] env[70261]: _type = "HttpNfcLease" [ 986.429538] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 986.430737] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c139eb-530a-4e91-a522-f85bfaf9edd7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.437518] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 986.437518] env[70261]: value = "task-3386426" [ 986.437518] env[70261]: _type = "Task" [ 986.437518] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.445275] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307240-7b62-3660-d11f-0fd3e5909aa9/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 986.445501] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307240-7b62-3660-d11f-0fd3e5909aa9/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 986.524455] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.532415] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad44ffd9-852c-4a0c-8a4f-14c5bcf4db19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.532958] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386426, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.540766] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 986.540766] env[70261]: value = "task-3386427" [ 986.540766] env[70261]: _type = "Task" [ 986.540766] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.554513] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.569379] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a285b947-8b5c-4183-9e82-13eac7184193 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.871939] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25535f7b-5139-4450-8d1d-7967ae12e41b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.880168] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab1ac0-2e27-4048-903d-407f6668c139 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.918225] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd6222-00f8-41c2-99e5-11c4b915ba78 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.926487] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f60d4-6a6a-4ce6-b26b-6ef3f389c09e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.944371] env[70261]: DEBUG nova.compute.provider_tree [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.959061] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386426, 'name': Rename_Task, 'duration_secs': 0.139256} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.959061] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.959218] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d028c02-e817-416e-88ed-a0fc05a691e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.970629] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 986.970629] env[70261]: value = "task-3386428" [ 986.970629] env[70261]: _type = "Task" [ 986.970629] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.981834] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.053431] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386427, 'name': PowerOffVM_Task, 'duration_secs': 0.292806} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.054665] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.055024] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.055871] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd0efde-d33d-410e-8e60-5ec539808503 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.066071] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 987.066071] env[70261]: value = "task-3386429" [ 987.066071] env[70261]: _type = "Task" [ 987.066071] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.078373] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 987.078373] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.078373] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675595', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'name': 'volume-8a2b0c6c-d26d-4f7f-97bd-244001784771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33277cb-68d8-46dd-ad32-40e33086ce68', 'attached_at': '', 'detached_at': '', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'serial': '8a2b0c6c-d26d-4f7f-97bd-244001784771'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.078373] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32e4875-021d-4753-af0a-2639715e3530 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.107067] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdf3d00-e995-4844-9cd7-e71569e29378 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.118235] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee1f10-57a0-44db-acec-e1b388b551c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.142928] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e0ffea-6d8d-44de-ab73-29a525697cc7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.166585] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] The volume has not been displaced from its original location: [datastore1] volume-8a2b0c6c-d26d-4f7f-97bd-244001784771/volume-8a2b0c6c-d26d-4f7f-97bd-244001784771.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.171904] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.172368] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3bd4dd0-aca3-4801-922d-7d47c821c738 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.192186] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 987.192186] env[70261]: value = "task-3386430" [ 987.192186] env[70261]: _type = "Task" [ 987.192186] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.200986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.201159] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.207298] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.453920] env[70261]: DEBUG nova.scheduler.client.report [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.489025] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.702740] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386430, 'name': ReconfigVM_Task, 'duration_secs': 0.24443} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.703119] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.709910] env[70261]: DEBUG nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.712967] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0623cc1d-6d54-4aae-a69a-8fa399dd7efa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.730369] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 987.730369] env[70261]: value = "task-3386431" [ 987.730369] env[70261]: _type = "Task" [ 987.730369] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.741338] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.963168] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.965640] env[70261]: DEBUG nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.971343] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.755s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.971568] env[70261]: DEBUG nova.objects.instance [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'resources' on Instance uuid a32b83e8-8d37-415e-9d22-430aed33078c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.982946] env[70261]: DEBUG oslo_vmware.api [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386428, 'name': PowerOnVM_Task, 'duration_secs': 0.657157} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.986464] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.986712] env[70261]: INFO nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Took 8.66 seconds to spawn the instance on the hypervisor. [ 987.986982] env[70261]: DEBUG nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.992279] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9b2b2-fd92-4261-90e3-ce63852001d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.241527] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386431, 'name': ReconfigVM_Task, 'duration_secs': 0.182711} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.241527] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675595', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'name': 'volume-8a2b0c6c-d26d-4f7f-97bd-244001784771', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd33277cb-68d8-46dd-ad32-40e33086ce68', 'attached_at': '', 'detached_at': '', 'volume_id': '8a2b0c6c-d26d-4f7f-97bd-244001784771', 'serial': '8a2b0c6c-d26d-4f7f-97bd-244001784771'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 988.241527] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.242262] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114906c2-0a5a-40d2-b9dd-fc5f43b333e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.245974] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.250275] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.250516] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e3ca9ef-f1ae-4a2b-a9eb-3a42d057c61b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.324898] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.325378] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.325650] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Deleting the datastore file [datastore1] d33277cb-68d8-46dd-ad32-40e33086ce68 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.326056] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c42cf5-539c-41db-ab54-91d846ce78e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.334422] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for the task: (returnval){ [ 988.334422] env[70261]: value = "task-3386433" [ 988.334422] env[70261]: _type = "Task" [ 988.334422] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.343843] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.483128] env[70261]: DEBUG nova.compute.utils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.483128] env[70261]: DEBUG nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.483128] env[70261]: DEBUG nova.network.neutron [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.519076] env[70261]: INFO nova.compute.manager [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Took 33.30 seconds to build instance. [ 988.548140] env[70261]: DEBUG nova.policy [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f7c25a0a5b44d6da060e6a67e9db9d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26b96fc7ee04d249981c86052ecf303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.847229] env[70261]: DEBUG oslo_vmware.api [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Task: {'id': task-3386433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171293} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.847537] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.847728] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.847924] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.875061] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7ea288-5a14-48ad-8536-55a75419e25a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.880019] env[70261]: DEBUG nova.network.neutron [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Successfully created port: f5c69eb8-3adb-4c03-8212-0174da9883cd {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.888019] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd67d13c-97d9-41c1-b847-9b8bb5cd9670 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.930958] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 988.932069] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0f0c41-f2dd-4084-812a-ac1da6dc644e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.935250] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c43b31b8-0fcd-4dab-9cef-ba1ffa1499d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.943518] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae838430-2a88-400c-a798-cdc651c5980a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.954129] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aae3a4f-2038-435e-8cab-ce1ac0805ceb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.977560] env[70261]: DEBUG nova.compute.provider_tree [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.990737] env[70261]: DEBUG nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.996326] env[70261]: ERROR nova.compute.manager [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Failed to detach volume 8a2b0c6c-d26d-4f7f-97bd-244001784771 from /dev/sda: nova.exception.InstanceNotFound: Instance d33277cb-68d8-46dd-ad32-40e33086ce68 could not be found. [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Traceback (most recent call last): [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self.driver.rebuild(**kwargs) [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] raise NotImplementedError() [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] NotImplementedError [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] During handling of the above exception, another exception occurred: [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Traceback (most recent call last): [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self.driver.detach_volume(context, old_connection_info, [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] return self._volumeops.detach_volume(connection_info, instance) [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self._detach_volume_vmdk(connection_info, instance) [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] stable_ref.fetch_moref(session) [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] raise exception.InstanceNotFound(instance_id=self._uuid) [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] nova.exception.InstanceNotFound: Instance d33277cb-68d8-46dd-ad32-40e33086ce68 could not be found. [ 988.996326] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 989.022386] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5ae3c1c5-b8c7-4795-910f-1da932b44d67 tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.813s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.206873] env[70261]: DEBUG nova.compute.utils [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Build of instance d33277cb-68d8-46dd-ad32-40e33086ce68 aborted: Failed to rebuild volume backed instance. {{(pid=70261) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 989.211438] env[70261]: ERROR nova.compute.manager [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d33277cb-68d8-46dd-ad32-40e33086ce68 aborted: Failed to rebuild volume backed instance. [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Traceback (most recent call last): [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self.driver.rebuild(**kwargs) [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] raise NotImplementedError() [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] NotImplementedError [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] During handling of the above exception, another exception occurred: [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Traceback (most recent call last): [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self._detach_root_volume(context, instance, root_bdm) [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] with excutils.save_and_reraise_exception(): [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self.force_reraise() [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] raise self.value [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self.driver.detach_volume(context, old_connection_info, [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] return self._volumeops.detach_volume(connection_info, instance) [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self._detach_volume_vmdk(connection_info, instance) [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] stable_ref.fetch_moref(session) [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] raise exception.InstanceNotFound(instance_id=self._uuid) [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] nova.exception.InstanceNotFound: Instance d33277cb-68d8-46dd-ad32-40e33086ce68 could not be found. [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] During handling of the above exception, another exception occurred: [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Traceback (most recent call last): [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] yield [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 989.211438] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self._do_rebuild_instance_with_claim( [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self._do_rebuild_instance( [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self._rebuild_default_impl(**kwargs) [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] self._rebuild_volume_backed_instance( [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] raise exception.BuildAbortException( [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] nova.exception.BuildAbortException: Build of instance d33277cb-68d8-46dd-ad32-40e33086ce68 aborted: Failed to rebuild volume backed instance. [ 989.213466] env[70261]: ERROR nova.compute.manager [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] [ 989.533433] env[70261]: ERROR nova.scheduler.client.report [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [req-c136406c-9b94-4a96-b6ff-7e8018321724] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c136406c-9b94-4a96-b6ff-7e8018321724"}]} [ 989.567071] env[70261]: DEBUG nova.scheduler.client.report [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 989.584322] env[70261]: DEBUG nova.scheduler.client.report [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 989.584588] env[70261]: DEBUG nova.compute.provider_tree [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.606914] env[70261]: DEBUG nova.scheduler.client.report [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 989.639023] env[70261]: DEBUG nova.scheduler.client.report [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 989.733275] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.733390] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.009807] env[70261]: DEBUG nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.015699] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa38d1e-308d-4733-90ee-6f319bc40109 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.023706] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a209d-286b-4002-beb2-9fb918133ef3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.060625] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.060908] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.061098] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.061293] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.061441] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.061586] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.061792] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.061949] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.062135] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.062322] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.062464] env[70261]: DEBUG nova.virt.hardware [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.063313] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562bb67-9181-492a-b32d-89b502f605f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.066797] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae8dd99-7387-4b55-8b5e-5ed7f92b1af9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.077412] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4265867b-e6a1-4a82-9ea9-3416a9d94b37 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.082134] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af470d4e-c1a0-43b8-a457-3738ac40ab1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.095615] env[70261]: DEBUG nova.compute.provider_tree [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.154639] env[70261]: DEBUG nova.scheduler.client.report [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 990.154934] env[70261]: DEBUG nova.compute.provider_tree [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 98 to 99 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 990.155143] env[70261]: DEBUG nova.compute.provider_tree [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.237674] env[70261]: DEBUG nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.451039] env[70261]: DEBUG nova.network.neutron [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Successfully updated port: f5c69eb8-3adb-4c03-8212-0174da9883cd {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.584673] env[70261]: DEBUG nova.compute.manager [req-04283036-7900-4130-8728-328c15830f07 req-25602250-0d43-49c3-abc6-6a28e5ce20e1 service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Received event network-vif-plugged-f5c69eb8-3adb-4c03-8212-0174da9883cd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.584944] env[70261]: DEBUG oslo_concurrency.lockutils [req-04283036-7900-4130-8728-328c15830f07 req-25602250-0d43-49c3-abc6-6a28e5ce20e1 service nova] Acquiring lock "80653919-2724-47b4-bbf6-44c4ca79e7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.585132] env[70261]: DEBUG oslo_concurrency.lockutils [req-04283036-7900-4130-8728-328c15830f07 req-25602250-0d43-49c3-abc6-6a28e5ce20e1 service nova] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.585309] env[70261]: DEBUG oslo_concurrency.lockutils [req-04283036-7900-4130-8728-328c15830f07 req-25602250-0d43-49c3-abc6-6a28e5ce20e1 service nova] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.585478] env[70261]: DEBUG nova.compute.manager [req-04283036-7900-4130-8728-328c15830f07 req-25602250-0d43-49c3-abc6-6a28e5ce20e1 service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] No waiting events found dispatching network-vif-plugged-f5c69eb8-3adb-4c03-8212-0174da9883cd {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.585641] env[70261]: WARNING nova.compute.manager [req-04283036-7900-4130-8728-328c15830f07 req-25602250-0d43-49c3-abc6-6a28e5ce20e1 service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Received unexpected event network-vif-plugged-f5c69eb8-3adb-4c03-8212-0174da9883cd for instance with vm_state building and task_state spawning. [ 990.617407] env[70261]: DEBUG nova.compute.manager [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.618869] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831f6f1d-9046-45cb-8695-a779198b3936 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.662855] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.691s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.665563] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.824s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.669258] env[70261]: INFO nova.compute.claims [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.687643] env[70261]: INFO nova.scheduler.client.report [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted allocations for instance a32b83e8-8d37-415e-9d22-430aed33078c [ 990.751870] env[70261]: DEBUG oslo_concurrency.lockutils [None req-643df4ad-0b18-44ae-9cc5-26f0c668c8e3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.751870] env[70261]: DEBUG oslo_concurrency.lockutils [None req-643df4ad-0b18-44ae-9cc5-26f0c668c8e3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.751870] env[70261]: DEBUG nova.objects.instance [None req-643df4ad-0b18-44ae-9cc5-26f0c668c8e3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'flavor' on Instance uuid 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.755487] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.957207] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.957380] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.957518] env[70261]: DEBUG nova.network.neutron [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 991.131844] env[70261]: INFO nova.compute.manager [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] instance snapshotting [ 991.134758] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a8465b-4f52-41b6-85a5-acc78f0fa69f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.154520] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a0d72-b763-4225-8584-77b8df45cb34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.195628] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ec3f74b-c233-46f7-8ea5-cc19be7c6376 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a32b83e8-8d37-415e-9d22-430aed33078c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.679s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.241183] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.255455] env[70261]: DEBUG nova.objects.instance [None req-643df4ad-0b18-44ae-9cc5-26f0c668c8e3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'pci_requests' on Instance uuid 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.496770] env[70261]: DEBUG nova.network.neutron [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 991.625687] env[70261]: DEBUG nova.network.neutron [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Updating instance_info_cache with network_info: [{"id": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "address": "fa:16:3e:26:60:80", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c69eb8-3a", "ovs_interfaceid": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.666262] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 991.666577] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb3fcd46-a55e-4e67-be6c-5ee7a34bee41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.677703] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 991.677703] env[70261]: value = "task-3386434" [ 991.677703] env[70261]: _type = "Task" [ 991.677703] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.686838] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.759172] env[70261]: DEBUG nova.objects.base [None req-643df4ad-0b18-44ae-9cc5-26f0c668c8e3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Object Instance<066c7bba-9a12-4597-bf8e-5ef8c0b7ee61> lazy-loaded attributes: flavor,pci_requests {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.759427] env[70261]: DEBUG nova.network.neutron [None req-643df4ad-0b18-44ae-9cc5-26f0c668c8e3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.849623] env[70261]: DEBUG oslo_concurrency.lockutils [None req-643df4ad-0b18-44ae-9cc5-26f0c668c8e3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.973997] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283ef938-d518-4a76-9663-20f24b24486a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.984401] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00545ba2-6e3f-40b5-9fad-273a178551f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.017317] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e5144-c959-4e93-a2dd-d153948338d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.025092] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9541af1b-75a4-455e-8ef7-33c2152da151 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.039293] env[70261]: DEBUG nova.compute.provider_tree [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.044453] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquiring lock "d33277cb-68d8-46dd-ad32-40e33086ce68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.044691] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.044968] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquiring lock "d33277cb-68d8-46dd-ad32-40e33086ce68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.045087] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.045250] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.047573] env[70261]: INFO nova.compute.manager [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Terminating instance [ 992.128696] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.129044] env[70261]: DEBUG nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Instance network_info: |[{"id": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "address": "fa:16:3e:26:60:80", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c69eb8-3a", "ovs_interfaceid": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.129469] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:60:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c69eb8-3adb-4c03-8212-0174da9883cd', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.137217] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.137496] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.137752] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ff4c9d0-0a47-4b4b-9726-013dc3b4b2f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.157756] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.157756] env[70261]: value = "task-3386435" [ 992.157756] env[70261]: _type = "Task" [ 992.157756] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.165872] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386435, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.191936] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.545057] env[70261]: DEBUG nova.scheduler.client.report [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.551473] env[70261]: DEBUG nova.compute.manager [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.552154] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e98592b-571e-4346-86e5-f7a58528aaa5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.561738] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76f178-b901-4072-8f00-811ce649d84f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.601698] env[70261]: WARNING nova.virt.vmwareapi.driver [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d33277cb-68d8-46dd-ad32-40e33086ce68 could not be found. [ 992.601957] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.603352] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41f703ad-552e-4744-84be-94e10470b12c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.615609] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367d11b1-22f6-4d70-b120-62291e6a2be3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.649661] env[70261]: WARNING nova.virt.vmwareapi.vmops [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d33277cb-68d8-46dd-ad32-40e33086ce68 could not be found. [ 992.650029] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.650103] env[70261]: INFO nova.compute.manager [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Took 0.10 seconds to destroy the instance on the hypervisor. [ 992.650318] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.650577] env[70261]: DEBUG nova.compute.manager [-] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.650657] env[70261]: DEBUG nova.network.neutron [-] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 992.667673] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386435, 'name': CreateVM_Task, 'duration_secs': 0.447696} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.667847] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.668554] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.668722] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.669063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.669327] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80513bfd-8d19-4e50-ad85-e3630c088cb8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.674157] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 992.674157] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5206e4a3-09e0-f6fa-3949-26bdb3b570d3" [ 992.674157] env[70261]: _type = "Task" [ 992.674157] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.682762] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5206e4a3-09e0-f6fa-3949-26bdb3b570d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.691508] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386434, 'name': CreateSnapshot_Task, 'duration_secs': 0.975412} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.691800] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 992.693072] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2980a749-48a1-4957-a927-f593b2577cde {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.845054] env[70261]: DEBUG nova.compute.manager [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Received event network-changed-f5c69eb8-3adb-4c03-8212-0174da9883cd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.845277] env[70261]: DEBUG nova.compute.manager [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Refreshing instance network info cache due to event network-changed-f5c69eb8-3adb-4c03-8212-0174da9883cd. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.845492] env[70261]: DEBUG oslo_concurrency.lockutils [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] Acquiring lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.845636] env[70261]: DEBUG oslo_concurrency.lockutils [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] Acquired lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.845793] env[70261]: DEBUG nova.network.neutron [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Refreshing network info cache for port f5c69eb8-3adb-4c03-8212-0174da9883cd {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 993.053511] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.054198] env[70261]: DEBUG nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.056670] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.488s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.056842] env[70261]: DEBUG nova.objects.instance [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.109919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.110256] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.185160] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5206e4a3-09e0-f6fa-3949-26bdb3b570d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014137} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.185579] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.185749] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.185985] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.186766] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.186766] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.186987] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb61f52a-36a3-411a-a6f6-b08750f335f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.198493] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.198618] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.199296] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c18356a-ad22-4686-bdcb-d4ce8f927417 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.209997] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.211628] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8edb99e3-2710-4812-b507-4b53ad058047 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.214540] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 993.214540] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5269274a-4a24-98aa-6ea3-18a262a078d5" [ 993.214540] env[70261]: _type = "Task" [ 993.214540] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.220209] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 993.220209] env[70261]: value = "task-3386436" [ 993.220209] env[70261]: _type = "Task" [ 993.220209] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.223767] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5269274a-4a24-98aa-6ea3-18a262a078d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008708} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.227137] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5621401-5cba-44cb-b90a-6ed09d622e2d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.234320] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386436, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.236124] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 993.236124] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a06335-a08f-447f-aab9-276d6dc63a47" [ 993.236124] env[70261]: _type = "Task" [ 993.236124] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.244409] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a06335-a08f-447f-aab9-276d6dc63a47, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.244695] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.244928] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/80653919-2724-47b4-bbf6-44c4ca79e7cd.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.245264] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-466080fa-ca07-4bdb-8212-c32e764500af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.251431] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 993.251431] env[70261]: value = "task-3386437" [ 993.251431] env[70261]: _type = "Task" [ 993.251431] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.259487] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.561539] env[70261]: DEBUG nova.compute.utils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.567042] env[70261]: DEBUG nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.567425] env[70261]: DEBUG nova.network.neutron [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.605582] env[70261]: DEBUG nova.network.neutron [-] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.616619] env[70261]: INFO nova.compute.manager [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Detaching volume d4b2ed63-f74b-46be-a49c-1d66e8a4df8f [ 993.651694] env[70261]: DEBUG nova.policy [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '413980cb206c4fcb8e5a9d1e900c5482', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd764c7e2e14c4af0bf5d5c4f9aa790ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.678908] env[70261]: INFO nova.virt.block_device [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Attempting to driver detach volume d4b2ed63-f74b-46be-a49c-1d66e8a4df8f from mountpoint /dev/sdb [ 993.679207] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 993.679466] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675601', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'name': 'volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2aea86d5-8b92-416f-9abf-12c3ac0c77b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'serial': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 993.680927] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b66942-0c15-4998-a08f-45b7194395c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.711045] env[70261]: DEBUG nova.network.neutron [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Updated VIF entry in instance network info cache for port f5c69eb8-3adb-4c03-8212-0174da9883cd. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 993.711045] env[70261]: DEBUG nova.network.neutron [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Updating instance_info_cache with network_info: [{"id": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "address": "fa:16:3e:26:60:80", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c69eb8-3a", "ovs_interfaceid": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.712316] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b1eee5-39b1-4347-a837-2a295a4c40c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.722186] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3317c9a2-0786-4b34-b2be-8c51110a7d08 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.753029] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b558f63c-8ea1-4df4-819f-1f2f1328dd62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.755919] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386436, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.764015] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47612} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.776029] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/80653919-2724-47b4-bbf6-44c4ca79e7cd.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.776029] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.776029] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] The volume has not been displaced from its original location: [datastore2] volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f/volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.780751] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.781071] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65d6b6b-a137-4000-8216-bf4c93ec19c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.783041] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d739aa2a-9e22-4330-9bc1-d42886cff69f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.801338] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 993.801338] env[70261]: value = "task-3386438" [ 993.801338] env[70261]: _type = "Task" [ 993.801338] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.802740] env[70261]: DEBUG oslo_vmware.api [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 993.802740] env[70261]: value = "task-3386439" [ 993.802740] env[70261]: _type = "Task" [ 993.802740] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.814654] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.817993] env[70261]: DEBUG oslo_vmware.api [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.899454] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.899902] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.900393] env[70261]: DEBUG nova.objects.instance [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'flavor' on Instance uuid 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.068288] env[70261]: DEBUG nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.072343] env[70261]: DEBUG oslo_concurrency.lockutils [None req-177bb7d5-708f-4b3c-82d6-fe4a40ec8cba tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.072535] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.983s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.074171] env[70261]: INFO nova.compute.claims [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.108049] env[70261]: INFO nova.compute.manager [-] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Took 1.46 seconds to deallocate network for instance. [ 994.213259] env[70261]: DEBUG oslo_concurrency.lockutils [req-13f113a5-f326-4396-b313-dddccb873eea req-bfd6abf1-f43d-438c-8a0b-e2ee24eab68f service nova] Releasing lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.236654] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386436, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.311058] env[70261]: DEBUG nova.network.neutron [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Successfully created port: 0d7a0537-d71f-4fd7-884e-806b213b4d3c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.321169] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082615} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.324384] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.324889] env[70261]: DEBUG oslo_vmware.api [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386439, 'name': ReconfigVM_Task, 'duration_secs': 0.246541} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.325856] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca6c7e-a647-4d44-b91b-3d945969bfab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.328660] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.333292] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4975a85-4481-4297-9376-c27f3929f6f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.363199] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/80653919-2724-47b4-bbf6-44c4ca79e7cd.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.365438] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0025cc-e13e-4f27-8f9b-4386f322d7b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.383795] env[70261]: DEBUG oslo_vmware.api [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 994.383795] env[70261]: value = "task-3386440" [ 994.383795] env[70261]: _type = "Task" [ 994.383795] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.390862] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 994.390862] env[70261]: value = "task-3386441" [ 994.390862] env[70261]: _type = "Task" [ 994.390862] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.398422] env[70261]: DEBUG oslo_vmware.api [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.407425] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386441, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.583619] env[70261]: DEBUG nova.objects.instance [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'pci_requests' on Instance uuid 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.662831] env[70261]: INFO nova.compute.manager [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Took 0.55 seconds to detach 1 volumes for instance. [ 994.665057] env[70261]: DEBUG nova.compute.manager [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Deleting volume: 8a2b0c6c-d26d-4f7f-97bd-244001784771 {{(pid=70261) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 994.737566] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386436, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.894369] env[70261]: DEBUG oslo_vmware.api [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386440, 'name': ReconfigVM_Task, 'duration_secs': 0.158445} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.906160] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675601', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'name': 'volume-d4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2aea86d5-8b92-416f-9abf-12c3ac0c77b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f', 'serial': 'd4b2ed63-f74b-46be-a49c-1d66e8a4df8f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 994.917294] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.089392] env[70261]: DEBUG nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.091350] env[70261]: DEBUG nova.objects.base [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Object Instance<066c7bba-9a12-4597-bf8e-5ef8c0b7ee61> lazy-loaded attributes: flavor,pci_requests {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.092298] env[70261]: DEBUG nova.network.neutron [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.096272] env[70261]: DEBUG nova.compute.manager [req-82ca4444-6b42-4d0c-b77a-5ceca2785c47 req-fe0a1721-f410-4f12-ba58-0968b2a2a14a service nova] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Received event network-vif-deleted-2bef2e30-1f38-404e-9afe-1271e878f3ae {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.128322] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.133105] env[70261]: DEBUG nova.virt.hardware [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.134039] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa87134-1ef3-4dfb-b209-be4ac79e9932 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.147086] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac7544-e8f1-4200-83a0-a7d901d98ec4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.166249] env[70261]: DEBUG nova.policy [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.221581] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.242362] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386436, 'name': CloneVM_Task, 'duration_secs': 1.916855} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.242778] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Created linked-clone VM from snapshot [ 995.244172] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196b0d33-ecf2-450f-9b3c-26d7c861d94a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.255907] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Uploading image d1fb3d2a-a4aa-46aa-b3d7-0dedd461095a {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.268787] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 995.268787] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84173e9b-9ab5-43a4-bdc3-1e8bad0d107c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.277421] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 995.277421] env[70261]: value = "task-3386443" [ 995.277421] env[70261]: _type = "Task" [ 995.277421] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.289414] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386443, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.406956] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386441, 'name': ReconfigVM_Task, 'duration_secs': 0.593012} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.407374] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/80653919-2724-47b4-bbf6-44c4ca79e7cd.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.407919] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90dc21b0-e256-4d10-9985-0a94d8a675ec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.416306] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 995.416306] env[70261]: value = "task-3386444" [ 995.416306] env[70261]: _type = "Task" [ 995.416306] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.426882] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386444, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.466103] env[70261]: DEBUG nova.objects.instance [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'flavor' on Instance uuid 2aea86d5-8b92-416f-9abf-12c3ac0c77b0 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.495925] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57980ce-a097-438e-8c91-0f4e391670fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.505441] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1a079f-7f38-4f50-8757-938c33cf938f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.538859] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e8c83b-c657-4852-84ac-3fc71f3a220d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.549404] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c16f4a9-4be4-441a-81e5-16c8348ea6d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.566907] env[70261]: DEBUG nova.compute.provider_tree [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.652336] env[70261]: DEBUG nova.network.neutron [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Successfully created port: 91f73bdd-e8c1-4e28-b83f-66a83b831a1f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.790087] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386443, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.928147] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386444, 'name': Rename_Task, 'duration_secs': 0.195599} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.928147] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.928147] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ecb2aa5-44cf-4db6-89d2-413fa18d47d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.933916] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 995.933916] env[70261]: value = "task-3386445" [ 995.933916] env[70261]: _type = "Task" [ 995.933916] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.942651] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.110283] env[70261]: DEBUG nova.scheduler.client.report [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 996.110555] env[70261]: DEBUG nova.compute.provider_tree [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 99 to 100 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 996.110738] env[70261]: DEBUG nova.compute.provider_tree [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.204963] env[70261]: DEBUG nova.network.neutron [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Successfully updated port: 0d7a0537-d71f-4fd7-884e-806b213b4d3c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.289112] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386443, 'name': Destroy_Task, 'duration_secs': 0.556685} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.289389] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Destroyed the VM [ 996.289624] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.289883] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8562d02-de80-4761-afa5-900a655ed32d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.296407] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 996.296407] env[70261]: value = "task-3386446" [ 996.296407] env[70261]: _type = "Task" [ 996.296407] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.304113] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386446, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.446589] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.474367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8b3edc5-14ff-446e-acf6-454335c0de57 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.364s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.615919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.616763] env[70261]: DEBUG nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.621037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.884s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.621353] env[70261]: DEBUG nova.objects.instance [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lazy-loading 'resources' on Instance uuid 9cbbe337-9e39-41a6-a266-84fed223b9c3 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.708270] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "refresh_cache-af5971fe-ee7b-43af-8d58-334de5fb174a" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708407] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquired lock "refresh_cache-af5971fe-ee7b-43af-8d58-334de5fb174a" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.708591] env[70261]: DEBUG nova.network.neutron [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 996.808338] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386446, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.836765] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307240-7b62-3660-d11f-0fd3e5909aa9/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.837185] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff117fa-bd88-4105-843e-a9205cf75458 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.844629] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307240-7b62-3660-d11f-0fd3e5909aa9/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.844812] env[70261]: ERROR oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307240-7b62-3660-d11f-0fd3e5909aa9/disk-0.vmdk due to incomplete transfer. [ 996.845058] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0aba08da-a90b-4a6e-bb9a-09a4e90f28cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.853662] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52307240-7b62-3660-d11f-0fd3e5909aa9/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.853860] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Uploaded image 8aacc141-8eac-4fc2-a604-3a103a295bf0 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.856224] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.856487] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05a34142-85d0-431d-a715-a8a4918cd13e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.863673] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 996.863673] env[70261]: value = "task-3386447" [ 996.863673] env[70261]: _type = "Task" [ 996.863673] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.873040] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386447, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.945399] env[70261]: DEBUG oslo_vmware.api [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386445, 'name': PowerOnVM_Task, 'duration_secs': 0.647312} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.945679] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.945891] env[70261]: INFO nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Took 6.94 seconds to spawn the instance on the hypervisor. [ 996.946063] env[70261]: DEBUG nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.946859] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e32f97c-1425-4b01-b6e9-602046cb279a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.127410] env[70261]: DEBUG nova.compute.utils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.128747] env[70261]: DEBUG nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.128916] env[70261]: DEBUG nova.network.neutron [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.236093] env[70261]: DEBUG nova.policy [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d189135c664695813bb86240f7a238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02047a9f35ba48de8efcc0847b33cec8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.294429] env[70261]: DEBUG nova.network.neutron [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 997.313165] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386446, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.373769] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386447, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.446579] env[70261]: DEBUG nova.compute.manager [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Received event network-vif-plugged-0d7a0537-d71f-4fd7-884e-806b213b4d3c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.446808] env[70261]: DEBUG oslo_concurrency.lockutils [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] Acquiring lock "af5971fe-ee7b-43af-8d58-334de5fb174a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.447352] env[70261]: DEBUG oslo_concurrency.lockutils [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.447567] env[70261]: DEBUG oslo_concurrency.lockutils [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.447701] env[70261]: DEBUG nova.compute.manager [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] No waiting events found dispatching network-vif-plugged-0d7a0537-d71f-4fd7-884e-806b213b4d3c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.447872] env[70261]: WARNING nova.compute.manager [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Received unexpected event network-vif-plugged-0d7a0537-d71f-4fd7-884e-806b213b4d3c for instance with vm_state building and task_state spawning. [ 997.448046] env[70261]: DEBUG nova.compute.manager [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Received event network-changed-0d7a0537-d71f-4fd7-884e-806b213b4d3c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.448497] env[70261]: DEBUG nova.compute.manager [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Refreshing instance network info cache due to event network-changed-0d7a0537-d71f-4fd7-884e-806b213b4d3c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.448708] env[70261]: DEBUG oslo_concurrency.lockutils [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] Acquiring lock "refresh_cache-af5971fe-ee7b-43af-8d58-334de5fb174a" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.470651] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06cf07-7527-492b-beb5-d1016efd7c11 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.473939] env[70261]: INFO nova.compute.manager [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Took 35.25 seconds to build instance. [ 997.480453] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9668c-7860-44cc-af4e-8459255f9f9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.490087] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.490333] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.490534] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.490713] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.490887] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.492792] env[70261]: INFO nova.compute.manager [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Terminating instance [ 997.522775] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f256bf-2091-4b1a-ab85-2a66cd801196 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.531384] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fb6a9c-9f0a-42f4-a6bf-76e5ec4e21cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.549289] env[70261]: DEBUG nova.compute.provider_tree [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.634000] env[70261]: DEBUG nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.734964] env[70261]: DEBUG nova.network.neutron [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Updating instance_info_cache with network_info: [{"id": "0d7a0537-d71f-4fd7-884e-806b213b4d3c", "address": "fa:16:3e:9a:fa:85", "network": {"id": "47316a27-d5f8-4e2e-a92f-328950eca7dc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-806563443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764c7e2e14c4af0bf5d5c4f9aa790ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a0537-d7", "ovs_interfaceid": "0d7a0537-d71f-4fd7-884e-806b213b4d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.808265] env[70261]: DEBUG oslo_vmware.api [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386446, 'name': RemoveSnapshot_Task, 'duration_secs': 1.320827} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.808553] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 997.874555] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386447, 'name': Destroy_Task, 'duration_secs': 0.84624} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.874810] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Destroyed the VM [ 997.875065] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.875318] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5ed3d9c-992f-44de-9dc1-9c2abc9eb54a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.882244] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 997.882244] env[70261]: value = "task-3386448" [ 997.882244] env[70261]: _type = "Task" [ 997.882244] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.891123] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.895932] env[70261]: DEBUG nova.network.neutron [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Successfully updated port: 91f73bdd-e8c1-4e28-b83f-66a83b831a1f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.976520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5d7cc56a-39de-4e6e-bae8-2af12fbf3220 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.766s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.996919] env[70261]: DEBUG nova.compute.manager [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.997171] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.998118] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e5647a-4ec8-4457-bb1c-1e6637994f36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.006254] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.006524] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b9d7ca-7521-4420-89ef-2444b3a201a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.012345] env[70261]: DEBUG oslo_vmware.api [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 998.012345] env[70261]: value = "task-3386449" [ 998.012345] env[70261]: _type = "Task" [ 998.012345] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.020025] env[70261]: DEBUG oslo_vmware.api [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.021085] env[70261]: DEBUG nova.network.neutron [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Successfully created port: fea082c6-3345-4995-adfd-0f3620cca1bc {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.053218] env[70261]: DEBUG nova.scheduler.client.report [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.241110] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Releasing lock "refresh_cache-af5971fe-ee7b-43af-8d58-334de5fb174a" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.241110] env[70261]: DEBUG nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Instance network_info: |[{"id": "0d7a0537-d71f-4fd7-884e-806b213b4d3c", "address": "fa:16:3e:9a:fa:85", "network": {"id": "47316a27-d5f8-4e2e-a92f-328950eca7dc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-806563443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764c7e2e14c4af0bf5d5c4f9aa790ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a0537-d7", "ovs_interfaceid": "0d7a0537-d71f-4fd7-884e-806b213b4d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.241110] env[70261]: DEBUG oslo_concurrency.lockutils [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] Acquired lock "refresh_cache-af5971fe-ee7b-43af-8d58-334de5fb174a" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.241110] env[70261]: DEBUG nova.network.neutron [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Refreshing network info cache for port 0d7a0537-d71f-4fd7-884e-806b213b4d3c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 998.241110] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:fa:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d7a0537-d71f-4fd7-884e-806b213b4d3c', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.254675] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Creating folder: Project (d764c7e2e14c4af0bf5d5c4f9aa790ed). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.258749] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc305dcb-8e18-4788-ad45-da18fc0c4f58 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.270009] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Created folder: Project (d764c7e2e14c4af0bf5d5c4f9aa790ed) in parent group-v675446. [ 998.270247] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Creating folder: Instances. Parent ref: group-v675663. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.270490] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67c2a3bd-5330-4805-901b-7d3796644541 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.279711] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Created folder: Instances in parent group-v675663. [ 998.279963] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.280562] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.280650] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28d0dbb2-e946-4701-ab5a-5514c408f356 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.303246] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.303246] env[70261]: value = "task-3386452" [ 998.303246] env[70261]: _type = "Task" [ 998.303246] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.315844] env[70261]: WARNING nova.compute.manager [None req-267af907-8b46-4c5b-9672-0f4e45f5c84f tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Image not found during snapshot: nova.exception.ImageNotFound: Image d1fb3d2a-a4aa-46aa-b3d7-0dedd461095a could not be found. [ 998.317064] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386452, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.399477] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.399717] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.399948] env[70261]: DEBUG nova.network.neutron [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 998.404586] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386448, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.521793] env[70261]: DEBUG oslo_vmware.api [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386449, 'name': PowerOffVM_Task, 'duration_secs': 0.217571} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.522114] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.522278] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.522534] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b3a6615-9286-403b-84b3-2526d5ebebe1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.559435] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.561648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.109s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.563584] env[70261]: INFO nova.compute.claims [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.597184] env[70261]: INFO nova.scheduler.client.report [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted allocations for instance 9cbbe337-9e39-41a6-a266-84fed223b9c3 [ 998.606093] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.606093] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.606093] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleting the datastore file [datastore2] 2aea86d5-8b92-416f-9abf-12c3ac0c77b0 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.606093] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f2429b3-dc57-415f-a07d-db82dd450de9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.612035] env[70261]: DEBUG oslo_vmware.api [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 998.612035] env[70261]: value = "task-3386454" [ 998.612035] env[70261]: _type = "Task" [ 998.612035] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.624095] env[70261]: DEBUG oslo_vmware.api [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.645712] env[70261]: DEBUG nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.689977] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.690836] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.691243] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.691613] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.691924] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.692247] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.692635] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.692952] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.693443] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.693923] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.694201] env[70261]: DEBUG nova.virt.hardware [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.696143] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a0f64-1b63-437f-944d-db51521318c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.708889] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c7cd8f-50d1-4733-b113-ce6c960b79f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.740997] env[70261]: INFO nova.compute.manager [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Rescuing [ 998.741322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.741469] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.741634] env[70261]: DEBUG nova.network.neutron [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 998.813730] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386452, 'name': CreateVM_Task, 'duration_secs': 0.454065} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.814129] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.814709] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.814908] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.815295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.815592] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d11279-1ab0-4211-9e8c-7b600ac13679 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.823576] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 998.823576] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52622c92-f1d2-6df3-d2fd-700680f523d6" [ 998.823576] env[70261]: _type = "Task" [ 998.823576] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.831400] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52622c92-f1d2-6df3-d2fd-700680f523d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.894256] env[70261]: DEBUG oslo_vmware.api [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386448, 'name': RemoveSnapshot_Task, 'duration_secs': 0.924299} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.894571] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.895022] env[70261]: INFO nova.compute.manager [None req-bdcbea2d-b90e-48c5-8933-5b8ea1e44ef4 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 998.970170] env[70261]: WARNING nova.network.neutron [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] 297a3182-ed98-42a7-bcf6-dbf2042f79b5 already exists in list: networks containing: ['297a3182-ed98-42a7-bcf6-dbf2042f79b5']. ignoring it [ 999.006266] env[70261]: DEBUG nova.network.neutron [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Updated VIF entry in instance network info cache for port 0d7a0537-d71f-4fd7-884e-806b213b4d3c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 999.006266] env[70261]: DEBUG nova.network.neutron [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Updating instance_info_cache with network_info: [{"id": "0d7a0537-d71f-4fd7-884e-806b213b4d3c", "address": "fa:16:3e:9a:fa:85", "network": {"id": "47316a27-d5f8-4e2e-a92f-328950eca7dc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-806563443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764c7e2e14c4af0bf5d5c4f9aa790ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a0537-d7", "ovs_interfaceid": "0d7a0537-d71f-4fd7-884e-806b213b4d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.108850] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bec16cd-1206-4206-be82-4f8fd0120ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "9cbbe337-9e39-41a6-a266-84fed223b9c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.984s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.124394] env[70261]: DEBUG oslo_vmware.api [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172719} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.127625] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.127625] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.127625] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.127625] env[70261]: INFO nova.compute.manager [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 999.127625] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.127625] env[70261]: DEBUG nova.compute.manager [-] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.127625] env[70261]: DEBUG nova.network.neutron [-] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 999.336078] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52622c92-f1d2-6df3-d2fd-700680f523d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.336410] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.336697] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.337018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.337210] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.337322] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.337583] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5877b7a-cfc2-4d81-bf72-346a0546694a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.347064] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.347390] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.348158] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd860673-f04e-48e2-b70f-819fc9379233 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.354326] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 999.354326] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52081a28-2b21-3c4e-1278-756d2702e9ac" [ 999.354326] env[70261]: _type = "Task" [ 999.354326] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.365706] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52081a28-2b21-3c4e-1278-756d2702e9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.508559] env[70261]: DEBUG oslo_concurrency.lockutils [req-29ae21a0-6578-4bc2-ad13-cc37a817b318 req-b542367d-717e-4960-a49b-8b14d0277af2 service nova] Releasing lock "refresh_cache-af5971fe-ee7b-43af-8d58-334de5fb174a" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.618874] env[70261]: DEBUG nova.network.neutron [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "address": "fa:16:3e:39:1e:66", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f73bdd-e8", "ovs_interfaceid": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.624211] env[70261]: DEBUG nova.network.neutron [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Updating instance_info_cache with network_info: [{"id": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "address": "fa:16:3e:26:60:80", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c69eb8-3a", "ovs_interfaceid": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.867230] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52081a28-2b21-3c4e-1278-756d2702e9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.028418} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.871524] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bc011d-9aa7-4e7c-a6e7-bebe958aba2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.878878] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 999.878878] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cda860-9418-5d8e-6f63-7aa2e366f673" [ 999.878878] env[70261]: _type = "Task" [ 999.878878] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.889786] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cda860-9418-5d8e-6f63-7aa2e366f673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.956136] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef5a432-6582-4816-ab18-1f985183b14f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.963664] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b65d50-083c-430d-a961-91721666f34b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.004245] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "64844889-f772-4d9f-b1a2-8af67d317c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.004527] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.004733] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "64844889-f772-4d9f-b1a2-8af67d317c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.005242] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.005242] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.007936] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3117b-8ab3-4742-b988-8321c9c8723b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.010884] env[70261]: INFO nova.compute.manager [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Terminating instance [ 1000.017763] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8134ccf-81cc-4dd1-9655-507b2d7d5dad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.033393] env[70261]: DEBUG nova.compute.provider_tree [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.125052] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.125482] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.125690] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.126903] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e1f7ac-0ee8-44bc-ad4d-5e3f27848606 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.134360] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.153978] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.154248] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.154410] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.154616] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.154763] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.154911] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.155225] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.155484] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.155683] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.155849] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.156035] env[70261]: DEBUG nova.virt.hardware [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.162435] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfiguring VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1000.166028] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e802f2e-4e88-44b1-8e0e-6972470cf83d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.182060] env[70261]: DEBUG nova.network.neutron [-] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.194017] env[70261]: DEBUG oslo_vmware.api [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1000.194017] env[70261]: value = "task-3386455" [ 1000.194017] env[70261]: _type = "Task" [ 1000.194017] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.202207] env[70261]: DEBUG oslo_vmware.api [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386455, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.355658] env[70261]: DEBUG nova.compute.manager [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-vif-plugged-91f73bdd-e8c1-4e28-b83f-66a83b831a1f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.355658] env[70261]: DEBUG oslo_concurrency.lockutils [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.355658] env[70261]: DEBUG oslo_concurrency.lockutils [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.355658] env[70261]: DEBUG oslo_concurrency.lockutils [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.355658] env[70261]: DEBUG nova.compute.manager [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] No waiting events found dispatching network-vif-plugged-91f73bdd-e8c1-4e28-b83f-66a83b831a1f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.355658] env[70261]: WARNING nova.compute.manager [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received unexpected event network-vif-plugged-91f73bdd-e8c1-4e28-b83f-66a83b831a1f for instance with vm_state active and task_state None. [ 1000.355658] env[70261]: DEBUG nova.compute.manager [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-changed-91f73bdd-e8c1-4e28-b83f-66a83b831a1f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.355658] env[70261]: DEBUG nova.compute.manager [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing instance network info cache due to event network-changed-91f73bdd-e8c1-4e28-b83f-66a83b831a1f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.355658] env[70261]: DEBUG oslo_concurrency.lockutils [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.355658] env[70261]: DEBUG oslo_concurrency.lockutils [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.355658] env[70261]: DEBUG nova.network.neutron [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing network info cache for port 91f73bdd-e8c1-4e28-b83f-66a83b831a1f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1000.365224] env[70261]: DEBUG nova.network.neutron [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Successfully updated port: fea082c6-3345-4995-adfd-0f3620cca1bc {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.391321] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cda860-9418-5d8e-6f63-7aa2e366f673, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.392272] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.392527] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] af5971fe-ee7b-43af-8d58-334de5fb174a/af5971fe-ee7b-43af-8d58-334de5fb174a.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.392799] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d256fa2-eb13-4243-aaa1-1c5794bfe247 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.402125] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 1000.402125] env[70261]: value = "task-3386456" [ 1000.402125] env[70261]: _type = "Task" [ 1000.402125] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.410970] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.515410] env[70261]: DEBUG nova.compute.manager [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.516767] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.520346] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669571ac-a9de-4f7b-87ee-69f7ab626ab1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.529584] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.529909] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac91bb5-5dca-4e59-ace3-18cacd0ed8f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.536612] env[70261]: DEBUG nova.scheduler.client.report [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.543847] env[70261]: DEBUG oslo_vmware.api [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 1000.543847] env[70261]: value = "task-3386457" [ 1000.543847] env[70261]: _type = "Task" [ 1000.543847] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.555710] env[70261]: DEBUG oslo_vmware.api [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.690315] env[70261]: INFO nova.compute.manager [-] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Took 1.56 seconds to deallocate network for instance. [ 1000.693481] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "00e26087-296d-43ec-934c-90426eb99d06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.693730] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "00e26087-296d-43ec-934c-90426eb99d06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.693931] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "00e26087-296d-43ec-934c-90426eb99d06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.696838] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "00e26087-296d-43ec-934c-90426eb99d06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.696838] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "00e26087-296d-43ec-934c-90426eb99d06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.702497] env[70261]: INFO nova.compute.manager [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Terminating instance [ 1000.717385] env[70261]: DEBUG oslo_vmware.api [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.869223] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-a55a7767-f114-4777-8bc8-4372961b82f0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.869573] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-a55a7767-f114-4777-8bc8-4372961b82f0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.869620] env[70261]: DEBUG nova.network.neutron [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1000.919528] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386456, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.045054] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.045798] env[70261]: DEBUG nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.048680] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.370s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.053848] env[70261]: INFO nova.compute.claims [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.076274] env[70261]: DEBUG oslo_vmware.api [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386457, 'name': PowerOffVM_Task, 'duration_secs': 0.330363} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.076274] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.076437] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.076680] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-383dd62c-5e09-4b76-8aff-5d55203d423b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.146401] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.146811] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.146926] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleting the datastore file [datastore2] 64844889-f772-4d9f-b1a2-8af67d317c0c {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.147192] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c989779-3ed1-48a6-afb6-ea6370b1c6f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.154825] env[70261]: DEBUG oslo_vmware.api [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for the task: (returnval){ [ 1001.154825] env[70261]: value = "task-3386459" [ 1001.154825] env[70261]: _type = "Task" [ 1001.154825] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.163638] env[70261]: DEBUG oslo_vmware.api [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.208576] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.216806] env[70261]: DEBUG oslo_vmware.api [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.219257] env[70261]: DEBUG nova.compute.manager [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.219513] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.220744] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdca998-9ead-4b7c-a841-141e795679e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.230749] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.230749] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ec076c3-f120-48b5-822f-ddf0ea18e4af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.237803] env[70261]: DEBUG oslo_vmware.api [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 1001.237803] env[70261]: value = "task-3386460" [ 1001.237803] env[70261]: _type = "Task" [ 1001.237803] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.249391] env[70261]: DEBUG oslo_vmware.api [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.250394] env[70261]: DEBUG nova.network.neutron [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updated VIF entry in instance network info cache for port 91f73bdd-e8c1-4e28-b83f-66a83b831a1f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1001.251201] env[70261]: DEBUG nova.network.neutron [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "address": "fa:16:3e:39:1e:66", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f73bdd-e8", "ovs_interfaceid": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.417749] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778108} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.418835] env[70261]: DEBUG nova.network.neutron [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1001.421302] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] af5971fe-ee7b-43af-8d58-334de5fb174a/af5971fe-ee7b-43af-8d58-334de5fb174a.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.421931] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.422019] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62c34e8a-7e54-47e5-89ff-f64759afff89 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.429693] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 1001.429693] env[70261]: value = "task-3386461" [ 1001.429693] env[70261]: _type = "Task" [ 1001.429693] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.443475] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.566347] env[70261]: DEBUG nova.compute.utils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.571834] env[70261]: DEBUG nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.571834] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.668343] env[70261]: DEBUG oslo_vmware.api [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Task: {'id': task-3386459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311015} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.669844] env[70261]: DEBUG nova.policy [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '664fc536a93f48b8958dcdbdbd92cc4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70e951eece8a4231ba98f3445dd70ff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.671413] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.671566] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.671740] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.674846] env[70261]: INFO nova.compute.manager [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1001.675185] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.675499] env[70261]: DEBUG nova.compute.manager [-] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.675555] env[70261]: DEBUG nova.network.neutron [-] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1001.698741] env[70261]: DEBUG nova.network.neutron [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Updating instance_info_cache with network_info: [{"id": "fea082c6-3345-4995-adfd-0f3620cca1bc", "address": "fa:16:3e:c0:02:59", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea082c6-33", "ovs_interfaceid": "fea082c6-3345-4995-adfd-0f3620cca1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.712838] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.713438] env[70261]: DEBUG oslo_vmware.api [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386455, 'name': ReconfigVM_Task, 'duration_secs': 1.155905} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.713656] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a37fce3-8b17-4af5-a3ab-ecbd12bddaf7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.715819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.717095] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfigured VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1001.727551] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1001.727551] env[70261]: value = "task-3386462" [ 1001.727551] env[70261]: _type = "Task" [ 1001.727551] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.742653] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.752041] env[70261]: DEBUG oslo_vmware.api [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386460, 'name': PowerOffVM_Task, 'duration_secs': 0.357594} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.752255] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.752433] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.752685] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eac40420-9743-44a5-b323-f7b9fc6b4989 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.754489] env[70261]: DEBUG oslo_concurrency.lockutils [req-87ef7a81-826d-4d2b-b68f-fe800740fc7e req-83949cce-9311-48ed-b89e-879461f05126 service nova] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.846969] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.847207] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.847393] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Deleting the datastore file [datastore1] 00e26087-296d-43ec-934c-90426eb99d06 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.847904] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11eac33f-f53f-4b4f-ba2a-558fecb69be2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.854805] env[70261]: DEBUG oslo_vmware.api [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for the task: (returnval){ [ 1001.854805] env[70261]: value = "task-3386464" [ 1001.854805] env[70261]: _type = "Task" [ 1001.854805] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.864809] env[70261]: DEBUG oslo_vmware.api [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.941378] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071138} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.943217] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.943217] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3d5c3b-80aa-4040-bde3-4453e4faaffb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.977032] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] af5971fe-ee7b-43af-8d58-334de5fb174a/af5971fe-ee7b-43af-8d58-334de5fb174a.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.977032] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d43f25-60c2-4f48-ab18-9f7b0b902176 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.995648] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 1001.995648] env[70261]: value = "task-3386465" [ 1001.995648] env[70261]: _type = "Task" [ 1001.995648] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.004605] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.009733] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.009965] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.026916] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Successfully created port: ed2f3020-f0c5-4360-9352-e21587da1d7c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.075330] env[70261]: DEBUG nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.205317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-a55a7767-f114-4777-8bc8-4372961b82f0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.205658] env[70261]: DEBUG nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Instance network_info: |[{"id": "fea082c6-3345-4995-adfd-0f3620cca1bc", "address": "fa:16:3e:c0:02:59", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea082c6-33", "ovs_interfaceid": "fea082c6-3345-4995-adfd-0f3620cca1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.206084] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:02:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fea082c6-3345-4995-adfd-0f3620cca1bc', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.214553] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.217365] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.217829] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e10dad1-1fe4-42dd-a537-c1a89392f2a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.238025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2cae9a04-f5a6-40ea-b339-3300b333542b tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.338s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.250261] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386462, 'name': PowerOffVM_Task, 'duration_secs': 0.447958} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.255024] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.255776] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.255776] env[70261]: value = "task-3386466" [ 1002.255776] env[70261]: _type = "Task" [ 1002.255776] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.257612] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db9bb71-9188-486b-95fa-399bb68161cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.290973] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b71ce-61f4-4228-9e7a-4f2a5391895c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.293737] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386466, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.325767] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.325767] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a182aaa-25a4-4e82-941f-cac52928dbf0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.333289] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1002.333289] env[70261]: value = "task-3386467" [ 1002.333289] env[70261]: _type = "Task" [ 1002.333289] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.336277] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Successfully created port: 252e0c3d-61f6-46d3-a66a-184b927a5742 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.345641] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.345853] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.346105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.346255] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.346427] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.346678] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7a75d6-ca03-49bc-a1c6-2257da8cced3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.356090] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.356292] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.360010] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee60b72-623f-4d50-8a02-0e5a6fdb0ad8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.366721] env[70261]: DEBUG oslo_vmware.api [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Task: {'id': task-3386464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476815} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.372101] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.372101] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.372101] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.372101] env[70261]: INFO nova.compute.manager [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1002.372101] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.372405] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1002.372405] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528da383-d31e-7aac-3fc8-f04daa0208a0" [ 1002.372405] env[70261]: _type = "Task" [ 1002.372405] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.372666] env[70261]: DEBUG nova.compute.manager [-] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.372759] env[70261]: DEBUG nova.network.neutron [-] [instance: 00e26087-296d-43ec-934c-90426eb99d06] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1002.383425] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528da383-d31e-7aac-3fc8-f04daa0208a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.386603] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcfdc2e0-fe95-4924-86c7-af5c48683a4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.392978] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1002.392978] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d35b62-db5a-a652-993b-7425c63b51c8" [ 1002.392978] env[70261]: _type = "Task" [ 1002.392978] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.400869] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d35b62-db5a-a652-993b-7425c63b51c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.462338] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876691e4-8b8f-4922-be63-cba7184c1c07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.471408] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f63ea-3e31-47af-acaa-d4839c9c7159 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.509040] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7742da1-1b59-440a-9a41-66eceaa5f2e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.512114] env[70261]: DEBUG nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.523817] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.527705] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb9814-a89f-43a9-a719-b536f3f77daa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.548016] env[70261]: DEBUG nova.network.neutron [-] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.549291] env[70261]: DEBUG nova.compute.provider_tree [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.641714] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Successfully created port: 2342bc93-c756-465a-96fd-6e08f3deb040 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.771238] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386466, 'name': CreateVM_Task, 'duration_secs': 0.464285} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.771921] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.772191] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.772389] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.772762] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.773162] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac105c69-16f6-4684-af3a-9a745f6a4f08 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.777678] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1002.777678] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5207a875-367e-42d1-5d9e-77a772682abb" [ 1002.777678] env[70261]: _type = "Task" [ 1002.777678] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.785554] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5207a875-367e-42d1-5d9e-77a772682abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.904951] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d35b62-db5a-a652-993b-7425c63b51c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.905226] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.905484] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. {{(pid=70261) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1002.905748] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb7ed9cc-62f5-46f2-87eb-22a88633b6b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.914067] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1002.914067] env[70261]: value = "task-3386468" [ 1002.914067] env[70261]: _type = "Task" [ 1002.914067] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.928149] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.014356] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386465, 'name': ReconfigVM_Task, 'duration_secs': 0.595145} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.014673] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] af5971fe-ee7b-43af-8d58-334de5fb174a/af5971fe-ee7b-43af-8d58-334de5fb174a.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.016166] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d87d339-8b7d-4d04-980f-2c2ca2a150d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.020831] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 1003.020831] env[70261]: value = "task-3386469" [ 1003.020831] env[70261]: _type = "Task" [ 1003.020831] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.031349] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386469, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.045942] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.051610] env[70261]: INFO nova.compute.manager [-] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Took 1.38 seconds to deallocate network for instance. [ 1003.052459] env[70261]: DEBUG nova.scheduler.client.report [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.095209] env[70261]: DEBUG nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.100717] env[70261]: DEBUG nova.compute.manager [req-c5b8d90e-374e-4a81-811d-593269f89e38 req-ef6a81de-ad21-4aa8-8535-ed92332db1e4 service nova] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Received event network-vif-deleted-48baf7c4-24e8-465e-b5d0-e46b6fe3941b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.120102] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.120102] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.120102] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.120102] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.120102] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.120102] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.120567] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.120900] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.121279] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.121579] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.121888] env[70261]: DEBUG nova.virt.hardware [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.123639] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c2b784-c6eb-4c6e-ba82-7d50c4d21870 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.133206] env[70261]: DEBUG nova.compute.manager [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Received event network-vif-deleted-5923748f-6e6f-4b0e-8e07-bf2206452b93 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.133206] env[70261]: DEBUG nova.compute.manager [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Received event network-vif-plugged-fea082c6-3345-4995-adfd-0f3620cca1bc {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.133206] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] Acquiring lock "a55a7767-f114-4777-8bc8-4372961b82f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.133206] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] Lock "a55a7767-f114-4777-8bc8-4372961b82f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.133206] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] Lock "a55a7767-f114-4777-8bc8-4372961b82f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.133206] env[70261]: DEBUG nova.compute.manager [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] No waiting events found dispatching network-vif-plugged-fea082c6-3345-4995-adfd-0f3620cca1bc {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.133206] env[70261]: WARNING nova.compute.manager [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Received unexpected event network-vif-plugged-fea082c6-3345-4995-adfd-0f3620cca1bc for instance with vm_state building and task_state spawning. [ 1003.133818] env[70261]: DEBUG nova.compute.manager [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Received event network-changed-fea082c6-3345-4995-adfd-0f3620cca1bc {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.134256] env[70261]: DEBUG nova.compute.manager [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Refreshing instance network info cache due to event network-changed-fea082c6-3345-4995-adfd-0f3620cca1bc. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.134561] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] Acquiring lock "refresh_cache-a55a7767-f114-4777-8bc8-4372961b82f0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.134817] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] Acquired lock "refresh_cache-a55a7767-f114-4777-8bc8-4372961b82f0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.135117] env[70261]: DEBUG nova.network.neutron [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Refreshing network info cache for port fea082c6-3345-4995-adfd-0f3620cca1bc {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1003.141583] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b85606-e09e-4329-a5b5-368489baa341 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.292583] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5207a875-367e-42d1-5d9e-77a772682abb, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.293146] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.293594] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.293952] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294204] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.294529] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.294933] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c70f20ea-0a6c-4365-9f6b-5e0fe8349aa0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.319897] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.320243] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.320994] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be215d43-4374-41ca-b63c-0d3ee791c9fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.328099] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1003.328099] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5242f8f1-3934-7a60-f3f3-a109ec2ef73b" [ 1003.328099] env[70261]: _type = "Task" [ 1003.328099] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.337223] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5242f8f1-3934-7a60-f3f3-a109ec2ef73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.425145] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.486754] env[70261]: DEBUG nova.network.neutron [-] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.513614] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "950c75fd-73f0-4f33-810d-603fc7304efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.513838] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "950c75fd-73f0-4f33-810d-603fc7304efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.531845] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386469, 'name': Rename_Task, 'duration_secs': 0.304025} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.532143] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.532381] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e427ce5-9c60-4c01-b5fb-b2d98248d8da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.540262] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 1003.540262] env[70261]: value = "task-3386470" [ 1003.540262] env[70261]: _type = "Task" [ 1003.540262] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.548889] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.560122] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.560586] env[70261]: DEBUG nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.564072] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.179s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.564072] env[70261]: DEBUG nova.objects.instance [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lazy-loading 'resources' on Instance uuid ef98409a-4530-4bb7-bd15-609bd9728c97 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.566944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.837959] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5242f8f1-3934-7a60-f3f3-a109ec2ef73b, 'name': SearchDatastore_Task, 'duration_secs': 0.055519} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.838751] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af823c0-6023-47c4-bfa6-c66b88127515 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.844708] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1003.844708] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a0f0aa-d9c5-700b-1cd7-e0deee4a01b5" [ 1003.844708] env[70261]: _type = "Task" [ 1003.844708] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.852417] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a0f0aa-d9c5-700b-1cd7-e0deee4a01b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.897560] env[70261]: DEBUG nova.network.neutron [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Updated VIF entry in instance network info cache for port fea082c6-3345-4995-adfd-0f3620cca1bc. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1003.897858] env[70261]: DEBUG nova.network.neutron [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Updating instance_info_cache with network_info: [{"id": "fea082c6-3345-4995-adfd-0f3620cca1bc", "address": "fa:16:3e:c0:02:59", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea082c6-33", "ovs_interfaceid": "fea082c6-3345-4995-adfd-0f3620cca1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.925689] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566489} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.926128] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. [ 1003.927136] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35237b45-78b6-41bd-afbd-162e3363add9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.956827] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.958653] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25474c8a-c7cb-4d74-a4ff-e3f54e532b75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.982772] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1003.982772] env[70261]: value = "task-3386471" [ 1003.982772] env[70261]: _type = "Task" [ 1003.982772] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.990808] env[70261]: INFO nova.compute.manager [-] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Took 1.62 seconds to deallocate network for instance. [ 1003.991160] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.015748] env[70261]: DEBUG nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.051200] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386470, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.071159] env[70261]: DEBUG nova.compute.utils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.073283] env[70261]: DEBUG nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1004.149760] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Successfully updated port: ed2f3020-f0c5-4360-9352-e21587da1d7c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.357267] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a0f0aa-d9c5-700b-1cd7-e0deee4a01b5, 'name': SearchDatastore_Task, 'duration_secs': 0.022707} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.357601] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.357899] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.358219] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecfb3b0f-1498-4f3a-8981-9472634ed634 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.366050] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1004.366050] env[70261]: value = "task-3386472" [ 1004.366050] env[70261]: _type = "Task" [ 1004.366050] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.375625] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.381541] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cb0abe-d8f5-4f68-a62b-7e23c15b0ac7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.387871] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77667299-432c-4598-b136-55a8a9435b69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.417329] env[70261]: DEBUG oslo_concurrency.lockutils [req-ec5c66ac-5b4e-47c8-a41d-a590fc36b499 req-f02b39c9-ed42-4c78-ac6f-2f4cf2b28b00 service nova] Releasing lock "refresh_cache-a55a7767-f114-4777-8bc8-4372961b82f0" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.418649] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc1011-a77f-40e2-8125-84b9c040f2d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.426400] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbabb5b-a930-44b9-b290-3b1808bcd446 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.440936] env[70261]: DEBUG nova.compute.provider_tree [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.478541] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-26d9005f-dbbc-434d-aea5-079600e3f312" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.478785] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-26d9005f-dbbc-434d-aea5-079600e3f312" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.479084] env[70261]: DEBUG nova.objects.instance [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'flavor' on Instance uuid 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.491181] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386471, 'name': ReconfigVM_Task, 'duration_secs': 0.357872} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.492018] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.492871] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c7ac5-2cf9-47fd-9984-ea1896c0d758 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.497897] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.518594] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cce18be-0b6e-40dc-b46a-3dad235662e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.535356] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1004.535356] env[70261]: value = "task-3386473" [ 1004.535356] env[70261]: _type = "Task" [ 1004.535356] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.542918] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.543764] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.552371] env[70261]: DEBUG oslo_vmware.api [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386470, 'name': PowerOnVM_Task, 'duration_secs': 0.749276} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.552656] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.552917] env[70261]: INFO nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1004.553142] env[70261]: DEBUG nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.553860] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981ba62-d681-4127-a9e0-9f0ff92f43dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.574258] env[70261]: DEBUG nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.877038] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386472, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.944243] env[70261]: DEBUG nova.scheduler.client.report [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.044670] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386473, 'name': ReconfigVM_Task, 'duration_secs': 0.218349} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.044962] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.045213] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3afe70a9-8f98-4825-a434-31bbbbc2bb41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.051551] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1005.051551] env[70261]: value = "task-3386474" [ 1005.051551] env[70261]: _type = "Task" [ 1005.051551] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.059252] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.070074] env[70261]: INFO nova.compute.manager [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Took 36.25 seconds to build instance. [ 1005.102183] env[70261]: DEBUG nova.objects.instance [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'pci_requests' on Instance uuid 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.380184] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.438923] env[70261]: DEBUG nova.compute.manager [req-bcabefcd-e45b-4505-94c2-959cff23d3c5 req-157e7a55-ea96-403e-9318-e443e3f5da4b service nova] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Received event network-vif-deleted-c7a7065d-8b15-4761-8249-5876f4939d5f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.449565] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.452821] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.207s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.457778] env[70261]: INFO nova.compute.claims [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.466522] env[70261]: DEBUG nova.compute.manager [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-vif-plugged-ed2f3020-f0c5-4360-9352-e21587da1d7c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.466733] env[70261]: DEBUG oslo_concurrency.lockutils [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] Acquiring lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.466938] env[70261]: DEBUG oslo_concurrency.lockutils [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.467127] env[70261]: DEBUG oslo_concurrency.lockutils [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.467318] env[70261]: DEBUG nova.compute.manager [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] No waiting events found dispatching network-vif-plugged-ed2f3020-f0c5-4360-9352-e21587da1d7c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.467447] env[70261]: WARNING nova.compute.manager [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received unexpected event network-vif-plugged-ed2f3020-f0c5-4360-9352-e21587da1d7c for instance with vm_state building and task_state spawning. [ 1005.467602] env[70261]: DEBUG nova.compute.manager [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-changed-ed2f3020-f0c5-4360-9352-e21587da1d7c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.467770] env[70261]: DEBUG nova.compute.manager [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Refreshing instance network info cache due to event network-changed-ed2f3020-f0c5-4360-9352-e21587da1d7c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.467929] env[70261]: DEBUG oslo_concurrency.lockutils [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] Acquiring lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.470452] env[70261]: DEBUG oslo_concurrency.lockutils [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] Acquired lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.470606] env[70261]: DEBUG nova.network.neutron [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Refreshing network info cache for port ed2f3020-f0c5-4360-9352-e21587da1d7c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1005.475874] env[70261]: INFO nova.scheduler.client.report [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Deleted allocations for instance ef98409a-4530-4bb7-bd15-609bd9728c97 [ 1005.562351] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.572805] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e89cdf29-ca02-4cfe-8514-587f1183a493 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.765s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.583147] env[70261]: DEBUG nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.607120] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.607537] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.607769] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.608087] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.608345] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.608587] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.608926] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.609332] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.609631] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.609912] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.610230] env[70261]: DEBUG nova.virt.hardware [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.610960] env[70261]: DEBUG nova.objects.base [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Object Instance<066c7bba-9a12-4597-bf8e-5ef8c0b7ee61> lazy-loaded attributes: flavor,pci_requests {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.611262] env[70261]: DEBUG nova.network.neutron [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.615182] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ecf3ad-c27c-4b37-8a49-4a4d9607ff26 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.627444] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9e9fe-31f6-4b6f-b778-cfe287563c87 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.651632] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.660517] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Creating folder: Project (9c9f5ca2dfd54dd182559fbd21eb5c48). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.663197] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649d99cf-d07e-4d8c-878a-6adab5704180 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.678992] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Created folder: Project (9c9f5ca2dfd54dd182559fbd21eb5c48) in parent group-v675446. [ 1005.679435] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Creating folder: Instances. Parent ref: group-v675667. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.679501] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1546d71e-7eff-465a-b92a-708e46ff0e8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.690112] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Created folder: Instances in parent group-v675667. [ 1005.690386] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.690582] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.690795] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2541e1ac-701c-489a-99e9-5410a3547f68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.709315] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.709315] env[70261]: value = "task-3386477" [ 1005.709315] env[70261]: _type = "Task" [ 1005.709315] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.718228] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386477, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.810395] env[70261]: DEBUG nova.policy [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.879976] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386472, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118529} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.880278] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.880526] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.881069] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea861aac-e078-4d1a-b339-253389c89556 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.887610] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1005.887610] env[70261]: value = "task-3386478" [ 1005.887610] env[70261]: _type = "Task" [ 1005.887610] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.896657] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.983267] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f9a113d5-789f-40ff-baf7-a2b3fa64e503 tempest-DeleteServersAdminTestJSON-1794144751 tempest-DeleteServersAdminTestJSON-1794144751-project-member] Lock "ef98409a-4530-4bb7-bd15-609bd9728c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.030s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.037503] env[70261]: DEBUG nova.network.neutron [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1006.070271] env[70261]: DEBUG oslo_vmware.api [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386474, 'name': PowerOnVM_Task, 'duration_secs': 0.806114} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.070740] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.077942] env[70261]: DEBUG nova.compute.manager [None req-b8fb55cd-949a-4a3e-ae12-d560c569966b tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.079347] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b265c2e4-7e7d-4ba1-ab93-166ef1afa6aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.172919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.173324] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.173562] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.173750] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.173919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.176656] env[70261]: INFO nova.compute.manager [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Terminating instance [ 1006.185702] env[70261]: DEBUG nova.network.neutron [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.221095] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386477, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.286450] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Successfully updated port: 252e0c3d-61f6-46d3-a66a-184b927a5742 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.397864] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23306} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.398267] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.399485] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31fc073-66c7-46cf-9a11-06d135becfed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.421838] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.422165] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490e37ab-8c7c-4350-b353-aa3270de5c40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.441991] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1006.441991] env[70261]: value = "task-3386479" [ 1006.441991] env[70261]: _type = "Task" [ 1006.441991] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.450222] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.682027] env[70261]: DEBUG nova.compute.manager [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.682027] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.683321] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d173b72-2c2d-46d5-8ae9-42932b3d6a61 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.687800] env[70261]: DEBUG oslo_concurrency.lockutils [req-6e075040-770d-4397-8c7d-d83a91748196 req-578edb7d-b938-4e7f-9b67-ed888039a298 service nova] Releasing lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.694163] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.697929] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04459adf-20ea-4a2c-ae39-2063cb3bdf4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.706136] env[70261]: DEBUG oslo_vmware.api [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 1006.706136] env[70261]: value = "task-3386480" [ 1006.706136] env[70261]: _type = "Task" [ 1006.706136] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.719695] env[70261]: DEBUG oslo_vmware.api [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.724339] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386477, 'name': CreateVM_Task, 'duration_secs': 0.548226} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.724339] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.724689] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.724847] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.725208] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.725490] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0d1265-6692-4005-a093-1437c737142a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.735355] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1006.735355] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52967574-fab9-1494-9e91-f637b638de61" [ 1006.735355] env[70261]: _type = "Task" [ 1006.735355] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.742980] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52967574-fab9-1494-9e91-f637b638de61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.784041] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e5ee4-4571-4599-8838-23053e2be269 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.794409] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b7b4e1-e094-49a2-98bb-22e3321cf440 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.828171] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46470130-a00f-4440-a47d-ab018003061c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.836142] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80dd459-6910-4757-8be8-f4ccfb9ecb2c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.850608] env[70261]: DEBUG nova.compute.provider_tree [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.953402] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.967718] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b5407fd8-ce72-425e-9fe4-e7bce560d72f tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "interface-af5971fe-ee7b-43af-8d58-334de5fb174a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.967798] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b5407fd8-ce72-425e-9fe4-e7bce560d72f tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "interface-af5971fe-ee7b-43af-8d58-334de5fb174a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.968415] env[70261]: DEBUG nova.objects.instance [None req-b5407fd8-ce72-425e-9fe4-e7bce560d72f tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lazy-loading 'flavor' on Instance uuid af5971fe-ee7b-43af-8d58-334de5fb174a {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.218081] env[70261]: DEBUG oslo_vmware.api [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386480, 'name': PowerOffVM_Task, 'duration_secs': 0.329921} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.218081] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.218081] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.218081] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a740d2fa-2e55-4ce9-99ae-40ca72bab605 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.246641] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52967574-fab9-1494-9e91-f637b638de61, 'name': SearchDatastore_Task, 'duration_secs': 0.014743} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.247031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.247484] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.247772] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.249115] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.249115] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.249115] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c711ee7c-27fe-43b9-b29e-744479357639 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.257200] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.257386] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.258145] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a581ba6-640e-4b48-a17c-785937afda8d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.263375] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1007.263375] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d004bf-5cd8-8a5a-9ab3-7e64da612940" [ 1007.263375] env[70261]: _type = "Task" [ 1007.263375] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.273272] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d004bf-5cd8-8a5a-9ab3-7e64da612940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.280425] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.280425] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.280749] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Deleting the datastore file [datastore2] 68f842e5-ff02-4fff-82dd-a22ee8e98e62 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.280749] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-518b98c4-e7a9-4fb7-9d9e-380ec49164a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.287136] env[70261]: DEBUG oslo_vmware.api [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 1007.287136] env[70261]: value = "task-3386482" [ 1007.287136] env[70261]: _type = "Task" [ 1007.287136] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.295170] env[70261]: DEBUG oslo_vmware.api [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.356020] env[70261]: DEBUG nova.scheduler.client.report [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.440807] env[70261]: DEBUG nova.network.neutron [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Successfully updated port: 26d9005f-dbbc-434d-aea5-079600e3f312 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.452578] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386479, 'name': ReconfigVM_Task, 'duration_secs': 0.739146} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.453591] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.454066] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703d8b88-4001-4ebf-9ce2-f76fb8204073 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.460369] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1007.460369] env[70261]: value = "task-3386483" [ 1007.460369] env[70261]: _type = "Task" [ 1007.460369] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.468242] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386483, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.472746] env[70261]: DEBUG nova.objects.instance [None req-b5407fd8-ce72-425e-9fe4-e7bce560d72f tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lazy-loading 'pci_requests' on Instance uuid af5971fe-ee7b-43af-8d58-334de5fb174a {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.777023] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d004bf-5cd8-8a5a-9ab3-7e64da612940, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.777023] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30106c48-15d5-405c-ad96-8f1684416808 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.780431] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1007.780431] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52890a2d-175b-d662-1bde-d5c143a1db45" [ 1007.780431] env[70261]: _type = "Task" [ 1007.780431] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.789366] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52890a2d-175b-d662-1bde-d5c143a1db45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.798401] env[70261]: DEBUG oslo_vmware.api [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510783} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.798865] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.799222] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.799530] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.799833] env[70261]: INFO nova.compute.manager [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1007.802075] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.802075] env[70261]: DEBUG nova.compute.manager [-] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.802075] env[70261]: DEBUG nova.network.neutron [-] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1007.863020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.863020] env[70261]: DEBUG nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.864115] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.109s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.871221] env[70261]: INFO nova.compute.claims [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.944616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.944828] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.944987] env[70261]: DEBUG nova.network.neutron [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1007.970462] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386483, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.974482] env[70261]: DEBUG nova.objects.base [None req-b5407fd8-ce72-425e-9fe4-e7bce560d72f tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.974699] env[70261]: DEBUG nova.network.neutron [None req-b5407fd8-ce72-425e-9fe4-e7bce560d72f tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.054990] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b5407fd8-ce72-425e-9fe4-e7bce560d72f tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "interface-af5971fe-ee7b-43af-8d58-334de5fb174a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.087s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.291991] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52890a2d-175b-d662-1bde-d5c143a1db45, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.292278] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.292542] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.292885] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc89f9b4-5d4b-4f7b-8721-4060a0a21705 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.299548] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1008.299548] env[70261]: value = "task-3386484" [ 1008.299548] env[70261]: _type = "Task" [ 1008.299548] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.309314] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.320496] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Successfully updated port: 2342bc93-c756-465a-96fd-6e08f3deb040 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.375201] env[70261]: DEBUG nova.compute.utils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.379135] env[70261]: DEBUG nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.379322] env[70261]: DEBUG nova.network.neutron [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.416364] env[70261]: DEBUG nova.policy [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3df9e65371d43fb8daa5be48597d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9885e76c83ad46e2b6dd956074b0c40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.471189] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386483, 'name': Rename_Task, 'duration_secs': 0.869908} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.471531] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.471776] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a0837d7-98ec-459b-98db-7ca6c6ca217c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.478228] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1008.478228] env[70261]: value = "task-3386485" [ 1008.478228] env[70261]: _type = "Task" [ 1008.478228] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.485969] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.506199] env[70261]: WARNING nova.network.neutron [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] 297a3182-ed98-42a7-bcf6-dbf2042f79b5 already exists in list: networks containing: ['297a3182-ed98-42a7-bcf6-dbf2042f79b5']. ignoring it [ 1008.506401] env[70261]: WARNING nova.network.neutron [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] 297a3182-ed98-42a7-bcf6-dbf2042f79b5 already exists in list: networks containing: ['297a3182-ed98-42a7-bcf6-dbf2042f79b5']. ignoring it [ 1008.525282] env[70261]: DEBUG nova.network.neutron [-] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.816235] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386484, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.823262] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.823491] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.823749] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1008.880151] env[70261]: DEBUG nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.947048] env[70261]: DEBUG nova.network.neutron [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Successfully created port: c375923f-e676-4029-ad9b-ded3d5ba88d4 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.993888] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.027876] env[70261]: INFO nova.compute.manager [-] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Took 1.23 seconds to deallocate network for instance. [ 1009.215626] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a403021a-5fc2-4358-9aef-c5e05ad525ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.223957] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd00c9-a1e1-4d88-9e92-b180db2a412a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.255150] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd58dadd-8432-4b9d-a41a-bc41b5df219e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.262758] env[70261]: DEBUG nova.network.neutron [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "address": "fa:16:3e:39:1e:66", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f73bdd-e8", "ovs_interfaceid": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26d9005f-dbbc-434d-aea5-079600e3f312", "address": "fa:16:3e:d4:51:3a", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d9005f-db", "ovs_interfaceid": "26d9005f-dbbc-434d-aea5-079600e3f312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.264913] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca553107-a605-4871-a42f-6084f27ea77e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.278385] env[70261]: DEBUG nova.compute.provider_tree [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.310269] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748985} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.310547] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.310642] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.310876] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1a0c244-420a-492d-b968-2ab2ad703c7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.317675] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1009.317675] env[70261]: value = "task-3386486" [ 1009.317675] env[70261]: _type = "Task" [ 1009.317675] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.325849] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.364415] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1009.488247] env[70261]: DEBUG oslo_vmware.api [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386485, 'name': PowerOnVM_Task, 'duration_secs': 0.596192} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.490682] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.490866] env[70261]: INFO nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1009.491057] env[70261]: DEBUG nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.492124] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e546c54f-ca24-4dc4-b512-acd878d2ee2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.538956] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.757277] env[70261]: DEBUG nova.network.neutron [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Updating instance_info_cache with network_info: [{"id": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "address": "fa:16:3e:6f:8e:c1", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2f3020-f0", "ovs_interfaceid": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "252e0c3d-61f6-46d3-a66a-184b927a5742", "address": "fa:16:3e:9e:51:4b", "network": {"id": "725bd3eb-dd39-412b-adc3-083af4c4ec05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1982999075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e0c3d-61", "ovs_interfaceid": "252e0c3d-61f6-46d3-a66a-184b927a5742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2342bc93-c756-465a-96fd-6e08f3deb040", "address": "fa:16:3e:15:32:17", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2342bc93-c7", "ovs_interfaceid": "2342bc93-c756-465a-96fd-6e08f3deb040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.769919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.770590] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.770738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.771952] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aab6d03-46aa-458d-8490-d68ba02cbfc6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.789797] env[70261]: DEBUG nova.scheduler.client.report [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.793539] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.793853] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.794065] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.794304] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.794472] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.794622] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.796363] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.796363] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.796363] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.796363] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.796363] env[70261]: DEBUG nova.virt.hardware [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.801973] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfiguring VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1009.802238] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec34727-dfd0-473e-ba00-7486e621c2ec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.822821] env[70261]: DEBUG oslo_vmware.api [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1009.822821] env[70261]: value = "task-3386487" [ 1009.822821] env[70261]: _type = "Task" [ 1009.822821] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.830548] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068328} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.831179] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.831926] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbbeedb-eaf1-4643-9ef1-3b2d1432a332 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.839922] env[70261]: DEBUG oslo_vmware.api [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386487, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.859918] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.860656] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604ac8bb-cfdb-427c-947f-4e86f5bcbd2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.880009] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1009.880009] env[70261]: value = "task-3386488" [ 1009.880009] env[70261]: _type = "Task" [ 1009.880009] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.888224] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.893377] env[70261]: DEBUG nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.920880] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.921153] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.921343] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.921532] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.921675] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.921821] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.922052] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.922228] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.922393] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.922555] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.922728] env[70261]: DEBUG nova.virt.hardware [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.923650] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2545e8-e829-4174-a4e8-20d86cc62d3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.931536] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47678987-7d6f-4d11-947b-aa2cc0f3eb81 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.010579] env[70261]: INFO nova.compute.manager [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Took 33.94 seconds to build instance. [ 1010.260272] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Releasing lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.260656] env[70261]: DEBUG nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Instance network_info: |[{"id": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "address": "fa:16:3e:6f:8e:c1", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2f3020-f0", "ovs_interfaceid": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "252e0c3d-61f6-46d3-a66a-184b927a5742", "address": "fa:16:3e:9e:51:4b", "network": {"id": "725bd3eb-dd39-412b-adc3-083af4c4ec05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1982999075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e0c3d-61", "ovs_interfaceid": "252e0c3d-61f6-46d3-a66a-184b927a5742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2342bc93-c756-465a-96fd-6e08f3deb040", "address": "fa:16:3e:15:32:17", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2342bc93-c7", "ovs_interfaceid": "2342bc93-c756-465a-96fd-6e08f3deb040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.261212] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:8e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed2f3020-f0c5-4360-9352-e21587da1d7c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:51:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '252e0c3d-61f6-46d3-a66a-184b927a5742', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:32:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2342bc93-c756-465a-96fd-6e08f3deb040', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.272044] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Creating folder: Project (70e951eece8a4231ba98f3445dd70ff3). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.272531] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ece641c2-9656-4ce6-80c6-cc619470ba11 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.285069] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Created folder: Project (70e951eece8a4231ba98f3445dd70ff3) in parent group-v675446. [ 1010.285260] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Creating folder: Instances. Parent ref: group-v675670. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.285488] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d285f6-35ea-4e3c-a778-243a49ff736e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.293916] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.294370] env[70261]: DEBUG nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.297813] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.057s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.300295] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Created folder: Instances in parent group-v675670. [ 1010.300570] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.301667] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.301667] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dcfd222-0252-45f4-ba43-63265c979fb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.328011] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.328011] env[70261]: value = "task-3386491" [ 1010.328011] env[70261]: _type = "Task" [ 1010.328011] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.335116] env[70261]: DEBUG oslo_vmware.api [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.341959] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386491, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.368374] env[70261]: DEBUG nova.compute.manager [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-vif-plugged-26d9005f-dbbc-434d-aea5-079600e3f312 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.368374] env[70261]: DEBUG oslo_concurrency.lockutils [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.368374] env[70261]: DEBUG oslo_concurrency.lockutils [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.368374] env[70261]: DEBUG oslo_concurrency.lockutils [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.368374] env[70261]: DEBUG nova.compute.manager [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] No waiting events found dispatching network-vif-plugged-26d9005f-dbbc-434d-aea5-079600e3f312 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.368374] env[70261]: WARNING nova.compute.manager [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received unexpected event network-vif-plugged-26d9005f-dbbc-434d-aea5-079600e3f312 for instance with vm_state active and task_state None. [ 1010.368777] env[70261]: DEBUG nova.compute.manager [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-changed-26d9005f-dbbc-434d-aea5-079600e3f312 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.368777] env[70261]: DEBUG nova.compute.manager [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing instance network info cache due to event network-changed-26d9005f-dbbc-434d-aea5-079600e3f312. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.368777] env[70261]: DEBUG oslo_concurrency.lockutils [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.368877] env[70261]: DEBUG oslo_concurrency.lockutils [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.369042] env[70261]: DEBUG nova.network.neutron [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Refreshing network info cache for port 26d9005f-dbbc-434d-aea5-079600e3f312 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1010.388957] env[70261]: DEBUG nova.compute.manager [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-vif-plugged-252e0c3d-61f6-46d3-a66a-184b927a5742 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.389219] env[70261]: DEBUG oslo_concurrency.lockutils [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] Acquiring lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.389468] env[70261]: DEBUG oslo_concurrency.lockutils [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.389615] env[70261]: DEBUG oslo_concurrency.lockutils [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.389794] env[70261]: DEBUG nova.compute.manager [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] No waiting events found dispatching network-vif-plugged-252e0c3d-61f6-46d3-a66a-184b927a5742 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.389963] env[70261]: WARNING nova.compute.manager [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received unexpected event network-vif-plugged-252e0c3d-61f6-46d3-a66a-184b927a5742 for instance with vm_state building and task_state spawning. [ 1010.390147] env[70261]: DEBUG nova.compute.manager [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-changed-252e0c3d-61f6-46d3-a66a-184b927a5742 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.390316] env[70261]: DEBUG nova.compute.manager [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Refreshing instance network info cache due to event network-changed-252e0c3d-61f6-46d3-a66a-184b927a5742. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.390508] env[70261]: DEBUG oslo_concurrency.lockutils [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] Acquiring lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.390656] env[70261]: DEBUG oslo_concurrency.lockutils [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] Acquired lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.390801] env[70261]: DEBUG nova.network.neutron [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Refreshing network info cache for port 252e0c3d-61f6-46d3-a66a-184b927a5742 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1010.401696] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.512557] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2d16409-1904-4dfa-a0c6-f8bd4cdbbd85 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "a55a7767-f114-4777-8bc8-4372961b82f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.456s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.579786] env[70261]: DEBUG nova.network.neutron [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Successfully updated port: c375923f-e676-4029-ad9b-ded3d5ba88d4 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.620291] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cdd136-b95c-4f06-8a54-31a93c811adf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.628736] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5660be15-716f-4f41-81f8-98f88dcee894 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.663040] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9324113e-24e5-4bca-bc7f-0203fe7538b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.671348] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63101b8c-a395-417b-8be7-fc04385ce1a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.687734] env[70261]: DEBUG nova.compute.provider_tree [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.802905] env[70261]: DEBUG nova.compute.utils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.804439] env[70261]: DEBUG nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.804608] env[70261]: DEBUG nova.network.neutron [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.841985] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386491, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.842299] env[70261]: DEBUG oslo_vmware.api [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.861094] env[70261]: DEBUG nova.policy [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24eabacae2be4801bd5cd1477b837e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a16ffd93eb4009bcd30d2d3ce13f6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.890391] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386488, 'name': ReconfigVM_Task, 'duration_secs': 0.61879} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.890791] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Reconfigured VM instance instance-00000051 to attach disk [datastore2] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.891844] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c37e0c-93c8-4fa4-836b-1e4c321328e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.898669] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1010.898669] env[70261]: value = "task-3386492" [ 1010.898669] env[70261]: _type = "Task" [ 1010.898669] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.908246] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386492, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.963819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "af5971fe-ee7b-43af-8d58-334de5fb174a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.964243] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.964407] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "af5971fe-ee7b-43af-8d58-334de5fb174a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.965041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.965041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.971071] env[70261]: INFO nova.compute.manager [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Terminating instance [ 1011.023384] env[70261]: INFO nova.compute.manager [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Unrescuing [ 1011.023672] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.023943] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquired lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.023943] env[70261]: DEBUG nova.network.neutron [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1011.084662] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "refresh_cache-4f7de023-35e6-4d9b-879e-f6ba74ef7c17" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.084662] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "refresh_cache-4f7de023-35e6-4d9b-879e-f6ba74ef7c17" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.084662] env[70261]: DEBUG nova.network.neutron [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1011.169650] env[70261]: DEBUG nova.network.neutron [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Updated VIF entry in instance network info cache for port 252e0c3d-61f6-46d3-a66a-184b927a5742. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1011.170114] env[70261]: DEBUG nova.network.neutron [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Updating instance_info_cache with network_info: [{"id": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "address": "fa:16:3e:6f:8e:c1", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2f3020-f0", "ovs_interfaceid": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "252e0c3d-61f6-46d3-a66a-184b927a5742", "address": "fa:16:3e:9e:51:4b", "network": {"id": "725bd3eb-dd39-412b-adc3-083af4c4ec05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1982999075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e0c3d-61", "ovs_interfaceid": "252e0c3d-61f6-46d3-a66a-184b927a5742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2342bc93-c756-465a-96fd-6e08f3deb040", "address": "fa:16:3e:15:32:17", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2342bc93-c7", "ovs_interfaceid": "2342bc93-c756-465a-96fd-6e08f3deb040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.191384] env[70261]: DEBUG nova.scheduler.client.report [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.200881] env[70261]: DEBUG nova.network.neutron [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updated VIF entry in instance network info cache for port 26d9005f-dbbc-434d-aea5-079600e3f312. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1011.201354] env[70261]: DEBUG nova.network.neutron [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "address": "fa:16:3e:39:1e:66", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f73bdd-e8", "ovs_interfaceid": "91f73bdd-e8c1-4e28-b83f-66a83b831a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26d9005f-dbbc-434d-aea5-079600e3f312", "address": "fa:16:3e:d4:51:3a", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d9005f-db", "ovs_interfaceid": "26d9005f-dbbc-434d-aea5-079600e3f312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.290091] env[70261]: DEBUG nova.network.neutron [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Successfully created port: 2c20b6f5-812f-42e2-94f5-47b6223302b7 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.307994] env[70261]: DEBUG nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.316029] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.316193] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.338526] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386491, 'name': CreateVM_Task, 'duration_secs': 0.517581} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.342065] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.342065] env[70261]: DEBUG oslo_vmware.api [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386487, 'name': ReconfigVM_Task, 'duration_secs': 1.040489} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.342917] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.343084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.343446] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.343870] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.344074] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfigured VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1011.347035] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e40729c-071a-4a56-b836-78e055befbb3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.353388] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1011.353388] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5254c399-7698-7ac9-c130-68e8b032a8cb" [ 1011.353388] env[70261]: _type = "Task" [ 1011.353388] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.362669] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5254c399-7698-7ac9-c130-68e8b032a8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.407233] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386492, 'name': Rename_Task, 'duration_secs': 0.14121} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.407516] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.407754] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db85c149-c8db-403d-bbf4-21443dc5d09e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.413803] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1011.413803] env[70261]: value = "task-3386493" [ 1011.413803] env[70261]: _type = "Task" [ 1011.413803] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.422203] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.475861] env[70261]: DEBUG nova.compute.manager [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.476189] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.477101] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4112077f-4d0e-413b-bb4f-6579336a8a73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.487943] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.488795] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a85d9eab-be48-46d9-9440-914c8a5adfb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.495093] env[70261]: DEBUG oslo_vmware.api [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 1011.495093] env[70261]: value = "task-3386494" [ 1011.495093] env[70261]: _type = "Task" [ 1011.495093] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.507474] env[70261]: DEBUG oslo_vmware.api [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.619277] env[70261]: DEBUG nova.network.neutron [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1011.673478] env[70261]: DEBUG oslo_concurrency.lockutils [req-cc39d89e-4fc4-4526-a2c5-0aaa9eb71958 req-91643be4-0090-498c-80f6-3f50df507ee5 service nova] Releasing lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.696204] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.398s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.696472] env[70261]: INFO nova.compute.manager [None req-3bd2f089-eb64-4f9c-9530-7b05ea7ab9f2 tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Successfully reverted task state from rebuilding on failure for instance. [ 1011.705077] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.484s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.705363] env[70261]: DEBUG nova.objects.instance [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lazy-loading 'resources' on Instance uuid d33277cb-68d8-46dd-ad32-40e33086ce68 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.707878] env[70261]: DEBUG oslo_concurrency.lockutils [req-47da1780-fee2-40e0-b7c9-c8ab2968662a req-273bf571-c7ba-416d-9244-a6b2b89745cd service nova] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.745294] env[70261]: DEBUG nova.network.neutron [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Updating instance_info_cache with network_info: [{"id": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "address": "fa:16:3e:26:60:80", "network": {"id": "fc5b643b-310f-4e29-a647-6615f618e806", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-597370472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f26b96fc7ee04d249981c86052ecf303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c69eb8-3a", "ovs_interfaceid": "f5c69eb8-3adb-4c03-8212-0174da9883cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.828981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.828981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.828981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.828981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.828981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.828981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.828981] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1011.828981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.852624] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d52a2b75-9ee1-459e-a58a-e8f42c565f8c tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-26d9005f-dbbc-434d-aea5-079600e3f312" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.373s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.868546] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5254c399-7698-7ac9-c130-68e8b032a8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.028613} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.870307] env[70261]: DEBUG nova.network.neutron [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Updating instance_info_cache with network_info: [{"id": "c375923f-e676-4029-ad9b-ded3d5ba88d4", "address": "fa:16:3e:2c:7f:d9", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc375923f-e6", "ovs_interfaceid": "c375923f-e676-4029-ad9b-ded3d5ba88d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.871643] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.871854] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.872064] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.872303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.872345] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.873809] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7301ea9-db4b-4015-a632-6fb80b3d6e80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.882998] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.883280] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.884327] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0867cc82-31dc-404c-b9a5-f370e7e0e66b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.890792] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1011.890792] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a857f7-3cb4-cbe9-411b-760e469835d9" [ 1011.890792] env[70261]: _type = "Task" [ 1011.890792] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.899148] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a857f7-3cb4-cbe9-411b-760e469835d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.926029] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386493, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.005308] env[70261]: DEBUG oslo_vmware.api [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386494, 'name': PowerOffVM_Task, 'duration_secs': 0.201127} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.005860] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.006192] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.006570] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b709f037-f200-4c98-b003-3f51577b1bc3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.088421] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.088637] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.088819] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Deleting the datastore file [datastore1] af5971fe-ee7b-43af-8d58-334de5fb174a {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.089082] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98edca9e-ce14-4e8e-af09-5bc1cb2e5e6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.095634] env[70261]: DEBUG oslo_vmware.api [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for the task: (returnval){ [ 1012.095634] env[70261]: value = "task-3386496" [ 1012.095634] env[70261]: _type = "Task" [ 1012.095634] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.103535] env[70261]: DEBUG oslo_vmware.api [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.248269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Releasing lock "refresh_cache-80653919-2724-47b4-bbf6-44c4ca79e7cd" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.248916] env[70261]: DEBUG nova.objects.instance [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lazy-loading 'flavor' on Instance uuid 80653919-2724-47b4-bbf6-44c4ca79e7cd {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.328286] env[70261]: DEBUG nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.333957] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.350890] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.351241] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.351314] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.351535] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.351689] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.351832] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.352050] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.352218] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.352390] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.352555] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.352727] env[70261]: DEBUG nova.virt.hardware [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.353894] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125eafec-98d9-4183-a643-6dcd0edaf291 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.367219] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca358e78-e7ab-40db-8206-e1541f77ea70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.374281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "refresh_cache-4f7de023-35e6-4d9b-879e-f6ba74ef7c17" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.374563] env[70261]: DEBUG nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Instance network_info: |[{"id": "c375923f-e676-4029-ad9b-ded3d5ba88d4", "address": "fa:16:3e:2c:7f:d9", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc375923f-e6", "ovs_interfaceid": "c375923f-e676-4029-ad9b-ded3d5ba88d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.385619] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:7f:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c375923f-e676-4029-ad9b-ded3d5ba88d4', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.392968] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.394117] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.396693] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cc9bafe-0abd-4fd2-a187-cdbd9958c8d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.425085] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a857f7-3cb4-cbe9-411b-760e469835d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.425085] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.425085] env[70261]: value = "task-3386497" [ 1012.425085] env[70261]: _type = "Task" [ 1012.425085] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.425085] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46e5d11-fa2a-46ee-bd23-2bc85064b9f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.434745] env[70261]: DEBUG oslo_vmware.api [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386493, 'name': PowerOnVM_Task, 'duration_secs': 0.663422} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.436649] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.436649] env[70261]: INFO nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1012.436649] env[70261]: DEBUG nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.437196] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a2a1c8-331a-42f7-acfe-3571b37b2673 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.443916] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386497, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.444023] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1012.444023] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d6106e-9d2f-2487-d2c9-8cad7a0ecf1f" [ 1012.444023] env[70261]: _type = "Task" [ 1012.444023] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.459580] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d6106e-9d2f-2487-d2c9-8cad7a0ecf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.459758] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.460024] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638/fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.460317] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7294953-e5bd-407f-a4a4-68e92adf8744 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.466765] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1012.466765] env[70261]: value = "task-3386498" [ 1012.466765] env[70261]: _type = "Task" [ 1012.466765] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.476955] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.573297] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7337813-3d70-4e99-96a5-e6b92638b0d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.581664] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319e966-5a62-4442-b6d0-58c653ed3f5b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.617191] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee704d98-02ac-4058-9141-90528f96734a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.632929] env[70261]: DEBUG oslo_vmware.api [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Task: {'id': task-3386496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370654} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.632929] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.632929] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.632929] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.632929] env[70261]: INFO nova.compute.manager [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1012.632929] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.633610] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ab710-f614-4360-8bee-e92670a84efb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.637861] env[70261]: DEBUG nova.compute.manager [-] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.637976] env[70261]: DEBUG nova.network.neutron [-] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1012.650849] env[70261]: DEBUG nova.compute.provider_tree [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.654321] env[70261]: DEBUG nova.compute.manager [req-a31f8660-6f06-4670-b777-25f1bc4080fe req-cfb21a37-bc53-4911-a46f-038a2bf0cf64 service nova] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Received event network-vif-deleted-210977db-f7e1-48cd-9019-a3b7c8d049ac {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.671530] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-vif-plugged-2342bc93-c756-465a-96fd-6e08f3deb040 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.671630] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Acquiring lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.671846] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.672059] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.672188] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] No waiting events found dispatching network-vif-plugged-2342bc93-c756-465a-96fd-6e08f3deb040 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.672354] env[70261]: WARNING nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received unexpected event network-vif-plugged-2342bc93-c756-465a-96fd-6e08f3deb040 for instance with vm_state building and task_state spawning. [ 1012.672514] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-changed-2342bc93-c756-465a-96fd-6e08f3deb040 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.672667] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Refreshing instance network info cache due to event network-changed-2342bc93-c756-465a-96fd-6e08f3deb040. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.672847] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Acquiring lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.672982] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Acquired lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.673150] env[70261]: DEBUG nova.network.neutron [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Refreshing network info cache for port 2342bc93-c756-465a-96fd-6e08f3deb040 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1012.756813] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b9e6ed-86af-44c0-93b0-37b7affff9c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.780162] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.780639] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35f3097b-248a-4369-ae8d-3b0a092d6f29 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.787582] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1012.787582] env[70261]: value = "task-3386499" [ 1012.787582] env[70261]: _type = "Task" [ 1012.787582] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.795980] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.816591] env[70261]: INFO nova.compute.manager [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Rebuilding instance [ 1012.878172] env[70261]: DEBUG nova.compute.manager [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.879254] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93780b27-6bbc-48dc-ba35-951ab083354b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.936270] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386497, 'name': CreateVM_Task, 'duration_secs': 0.419747} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.937081] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.937797] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.937968] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.938308] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.938873] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7509cb-d032-4edb-bdb1-abcbc963787d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.944401] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1012.944401] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e53425-32a5-9638-ad31-d7762eb02add" [ 1012.944401] env[70261]: _type = "Task" [ 1012.944401] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.953338] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e53425-32a5-9638-ad31-d7762eb02add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.964395] env[70261]: INFO nova.compute.manager [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Took 34.32 seconds to build instance. [ 1012.977902] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.985703] env[70261]: DEBUG nova.network.neutron [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Successfully updated port: 2c20b6f5-812f-42e2-94f5-47b6223302b7 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.155932] env[70261]: DEBUG nova.scheduler.client.report [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.297966] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386499, 'name': PowerOffVM_Task, 'duration_secs': 0.417905} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.298466] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.304284] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1013.304581] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aadefa2-a441-4547-b0d4-b053e61ec067 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.326344] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1013.326344] env[70261]: value = "task-3386500" [ 1013.326344] env[70261]: _type = "Task" [ 1013.326344] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.334606] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.390233] env[70261]: DEBUG nova.network.neutron [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Updated VIF entry in instance network info cache for port 2342bc93-c756-465a-96fd-6e08f3deb040. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1013.390699] env[70261]: DEBUG nova.network.neutron [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Updating instance_info_cache with network_info: [{"id": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "address": "fa:16:3e:6f:8e:c1", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2f3020-f0", "ovs_interfaceid": "ed2f3020-f0c5-4360-9352-e21587da1d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "252e0c3d-61f6-46d3-a66a-184b927a5742", "address": "fa:16:3e:9e:51:4b", "network": {"id": "725bd3eb-dd39-412b-adc3-083af4c4ec05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1982999075", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap252e0c3d-61", "ovs_interfaceid": "252e0c3d-61f6-46d3-a66a-184b927a5742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2342bc93-c756-465a-96fd-6e08f3deb040", "address": "fa:16:3e:15:32:17", "network": {"id": "7d8b3563-2e8d-440b-a9dd-a932bbb16805", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-953599322", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2342bc93-c7", "ovs_interfaceid": "2342bc93-c756-465a-96fd-6e08f3deb040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.454747] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e53425-32a5-9638-ad31-d7762eb02add, 'name': SearchDatastore_Task, 'duration_secs': 0.020436} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.455098] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.455362] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.455612] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.455760] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.455940] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.456211] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d0cec1f-6136-4fe1-bc0a-9e7680000f97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.465901] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.466077] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.466961] env[70261]: DEBUG oslo_concurrency.lockutils [None req-667c2fc7-fa10-4c37-8e38-95d2da938933 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "fe054703-4043-444e-a3bc-5b3abfaff631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.840s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.467175] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bfc9dc-f4b7-4368-8217-a758a13add8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.475564] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1013.475564] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52285ed2-9b64-7f95-1805-4719f7f5fd51" [ 1013.475564] env[70261]: _type = "Task" [ 1013.475564] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.478746] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53731} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.481703] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638/fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.481926] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.482200] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06cb86d2-1363-4fb4-a9dd-e21779886093 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.489428] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.489562] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.489705] env[70261]: DEBUG nova.network.neutron [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1013.490855] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52285ed2-9b64-7f95-1805-4719f7f5fd51, 'name': SearchDatastore_Task, 'duration_secs': 0.008516} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.492612] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1013.492612] env[70261]: value = "task-3386501" [ 1013.492612] env[70261]: _type = "Task" [ 1013.492612] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.493047] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479693be-a2f4-41c8-bb2c-a240b427d195 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.502818] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1013.502818] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b21e13-522d-0b5c-0e48-c9cf4432366c" [ 1013.502818] env[70261]: _type = "Task" [ 1013.502818] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.506046] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.513711] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b21e13-522d-0b5c-0e48-c9cf4432366c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.663786] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.667031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.456s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.667031] env[70261]: DEBUG nova.objects.instance [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'resources' on Instance uuid 2aea86d5-8b92-416f-9abf-12c3ac0c77b0 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.703402] env[70261]: DEBUG nova.network.neutron [-] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.841796] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.862598] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-91f73bdd-e8c1-4e28-b83f-66a83b831a1f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.862848] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-91f73bdd-e8c1-4e28-b83f-66a83b831a1f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.898492] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Releasing lock "refresh_cache-fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.898770] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Received event network-vif-plugged-c375923f-e676-4029-ad9b-ded3d5ba88d4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.898968] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Acquiring lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.899185] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.899348] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.899515] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] No waiting events found dispatching network-vif-plugged-c375923f-e676-4029-ad9b-ded3d5ba88d4 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.899682] env[70261]: WARNING nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Received unexpected event network-vif-plugged-c375923f-e676-4029-ad9b-ded3d5ba88d4 for instance with vm_state building and task_state spawning. [ 1013.899846] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Received event network-changed-c375923f-e676-4029-ad9b-ded3d5ba88d4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.900010] env[70261]: DEBUG nova.compute.manager [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Refreshing instance network info cache due to event network-changed-c375923f-e676-4029-ad9b-ded3d5ba88d4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.900245] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Acquiring lock "refresh_cache-4f7de023-35e6-4d9b-879e-f6ba74ef7c17" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.900389] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Acquired lock "refresh_cache-4f7de023-35e6-4d9b-879e-f6ba74ef7c17" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.900545] env[70261]: DEBUG nova.network.neutron [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Refreshing network info cache for port c375923f-e676-4029-ad9b-ded3d5ba88d4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1013.902130] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.902405] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-309c9b79-bf10-4b56-85f8-5779abc55f9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.911361] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1013.911361] env[70261]: value = "task-3386502" [ 1013.911361] env[70261]: _type = "Task" [ 1013.911361] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.921016] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.005232] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218525} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.005562] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.006395] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27bc874-b5cd-4959-9c1c-4eca10a0e318 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.038464] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638/fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.042936] env[70261]: DEBUG nova.network.neutron [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1014.044951] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4c8076-f818-4cbe-9154-db35dfa82321 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.058876] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b21e13-522d-0b5c-0e48-c9cf4432366c, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.059721] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.059982] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4f7de023-35e6-4d9b-879e-f6ba74ef7c17/4f7de023-35e6-4d9b-879e-f6ba74ef7c17.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.060886] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613b73ac-23b3-48ab-9687-65b17f544ea0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.064790] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1014.064790] env[70261]: value = "task-3386503" [ 1014.064790] env[70261]: _type = "Task" [ 1014.064790] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.070196] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1014.070196] env[70261]: value = "task-3386504" [ 1014.070196] env[70261]: _type = "Task" [ 1014.070196] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.076301] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386503, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.080723] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.186300] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e5d4b101-3341-4f36-babd-1c1b4c97003e tempest-ServerActionsV293TestJSON-746775133 tempest-ServerActionsV293TestJSON-746775133-project-member] Lock "d33277cb-68d8-46dd-ad32-40e33086ce68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.141s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.207145] env[70261]: DEBUG nova.network.neutron [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Updating instance_info_cache with network_info: [{"id": "2c20b6f5-812f-42e2-94f5-47b6223302b7", "address": "fa:16:3e:55:c8:d4", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c20b6f5-81", "ovs_interfaceid": "2c20b6f5-812f-42e2-94f5-47b6223302b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.208704] env[70261]: INFO nova.compute.manager [-] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Took 1.57 seconds to deallocate network for instance. [ 1014.346023] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386500, 'name': ReconfigVM_Task, 'duration_secs': 0.770307} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.346023] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1014.346023] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.346023] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df7a910-cc89-442d-893e-eec5313bfe6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.354250] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1014.354250] env[70261]: value = "task-3386505" [ 1014.354250] env[70261]: _type = "Task" [ 1014.354250] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.369276] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.369276] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.378207] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ae257a-82bd-4ff2-b715-29764c889545 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.381321] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.405970] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbce74a-a3ba-4307-a205-a8b5d7670c9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.444552] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfiguring VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1014.448430] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbcad9bb-88bd-4b91-8652-0e14bf9f79be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.469536] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386502, 'name': PowerOffVM_Task, 'duration_secs': 0.338106} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.469831] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.469991] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.471241] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eca28a-66b7-441b-94e0-036b13949a90 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.476732] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1014.476732] env[70261]: value = "task-3386506" [ 1014.476732] env[70261]: _type = "Task" [ 1014.476732] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.482667] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.485948] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c320acb6-2b13-4f84-9517-6c17e134e449 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.492663] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.566211] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.567032] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.567032] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleting the datastore file [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.570482] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3cadbe9-25ef-492e-a1b5-9c26ca4c1a0c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.581800] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386503, 'name': ReconfigVM_Task, 'duration_secs': 0.502613} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.583502] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Reconfigured VM instance instance-00000050 to attach disk [datastore1] fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638/fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.584281] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1014.584281] env[70261]: value = "task-3386508" [ 1014.584281] env[70261]: _type = "Task" [ 1014.584281] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.585260] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e3fc2f9-5197-40ed-8d0b-187527a49a9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.593010] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487233} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.596513] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4f7de023-35e6-4d9b-879e-f6ba74ef7c17/4f7de023-35e6-4d9b-879e-f6ba74ef7c17.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.596713] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.597574] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23e12816-acc1-4fc1-b372-08e961512bdf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.604238] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1014.604238] env[70261]: value = "task-3386509" [ 1014.604238] env[70261]: _type = "Task" [ 1014.604238] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.604501] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.610042] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1014.610042] env[70261]: value = "task-3386510" [ 1014.610042] env[70261]: _type = "Task" [ 1014.610042] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.627840] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386509, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.635289] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.664819] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f492f950-0d8d-411e-9fea-d244e5ab0b68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.677550] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becc7861-8213-4cce-97aa-e4de1b00d96f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.713635] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.713907] env[70261]: DEBUG nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Instance network_info: |[{"id": "2c20b6f5-812f-42e2-94f5-47b6223302b7", "address": "fa:16:3e:55:c8:d4", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c20b6f5-81", "ovs_interfaceid": "2c20b6f5-812f-42e2-94f5-47b6223302b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.715171] env[70261]: DEBUG nova.network.neutron [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Updated VIF entry in instance network info cache for port c375923f-e676-4029-ad9b-ded3d5ba88d4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1014.715505] env[70261]: DEBUG nova.network.neutron [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Updating instance_info_cache with network_info: [{"id": "c375923f-e676-4029-ad9b-ded3d5ba88d4", "address": "fa:16:3e:2c:7f:d9", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc375923f-e6", "ovs_interfaceid": "c375923f-e676-4029-ad9b-ded3d5ba88d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.716787] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:c8:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c20b6f5-812f-42e2-94f5-47b6223302b7', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.724532] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating folder: Project (21a16ffd93eb4009bcd30d2d3ce13f6e). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.725419] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f83d103-bffe-4dca-91d2-2abd40382d44 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.729186] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.729455] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2931b2-a7cc-47e5-95a4-e64213b86798 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.738240] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba938a4-7ce6-47b9-94e0-0da5829ca345 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.744312] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created folder: Project (21a16ffd93eb4009bcd30d2d3ce13f6e) in parent group-v675446. [ 1014.744622] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating folder: Instances. Parent ref: group-v675674. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.745142] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52b4306a-b236-45f6-b1d8-4ef2e27de65a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.756316] env[70261]: DEBUG nova.compute.provider_tree [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.766190] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created folder: Instances in parent group-v675674. [ 1014.766453] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.766692] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.766953] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39845b4d-e573-4a25-a936-77381b745400 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.788542] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.788542] env[70261]: value = "task-3386513" [ 1014.788542] env[70261]: _type = "Task" [ 1014.788542] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.796627] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386513, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.865341] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.904065] env[70261]: DEBUG nova.compute.manager [req-317bbc46-3d80-4a29-bbbb-c785fd0badad req-f92c8242-2f9d-4024-8c15-1d1620b617c7 service nova] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Received event network-vif-deleted-0d7a0537-d71f-4fd7-884e-806b213b4d3c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.945634] env[70261]: DEBUG nova.compute.manager [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Received event network-vif-plugged-2c20b6f5-812f-42e2-94f5-47b6223302b7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.945970] env[70261]: DEBUG oslo_concurrency.lockutils [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] Acquiring lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.946240] env[70261]: DEBUG oslo_concurrency.lockutils [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.946460] env[70261]: DEBUG oslo_concurrency.lockutils [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.946707] env[70261]: DEBUG nova.compute.manager [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] No waiting events found dispatching network-vif-plugged-2c20b6f5-812f-42e2-94f5-47b6223302b7 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.946951] env[70261]: WARNING nova.compute.manager [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Received unexpected event network-vif-plugged-2c20b6f5-812f-42e2-94f5-47b6223302b7 for instance with vm_state building and task_state spawning. [ 1014.947240] env[70261]: DEBUG nova.compute.manager [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Received event network-changed-2c20b6f5-812f-42e2-94f5-47b6223302b7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.947543] env[70261]: DEBUG nova.compute.manager [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Refreshing instance network info cache due to event network-changed-2c20b6f5-812f-42e2-94f5-47b6223302b7. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.947856] env[70261]: DEBUG oslo_concurrency.lockutils [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] Acquiring lock "refresh_cache-b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.948104] env[70261]: DEBUG oslo_concurrency.lockutils [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] Acquired lock "refresh_cache-b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.948418] env[70261]: DEBUG nova.network.neutron [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Refreshing network info cache for port 2c20b6f5-812f-42e2-94f5-47b6223302b7 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1014.987077] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.096390] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179247} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.096724] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.096825] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.096995] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.114312] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386509, 'name': Rename_Task, 'duration_secs': 0.240838} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.117576] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.117576] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3958dda5-73f9-4255-be76-42e48e1515f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.123975] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073649} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.125296] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.126252] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1015.126252] env[70261]: value = "task-3386514" [ 1015.126252] env[70261]: _type = "Task" [ 1015.126252] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.126813] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90481ec-2e70-482f-9600-170437d2cd4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.133127] env[70261]: INFO nova.compute.manager [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Rebuilding instance [ 1015.157409] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 4f7de023-35e6-4d9b-879e-f6ba74ef7c17/4f7de023-35e6-4d9b-879e-f6ba74ef7c17.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.161838] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deab3cdc-daea-4806-9264-6fb12835304b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.179283] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386514, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.190726] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1015.190726] env[70261]: value = "task-3386515" [ 1015.190726] env[70261]: _type = "Task" [ 1015.190726] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.199645] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.214078] env[70261]: DEBUG nova.compute.manager [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.215045] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91716ed9-f308-42d1-a822-598cf857669d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.230187] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9e1052c-fced-4123-8bce-800ff6ae32d0 req-903dd5b0-1f70-4a3b-9e10-f386b7b80a06 service nova] Releasing lock "refresh_cache-4f7de023-35e6-4d9b-879e-f6ba74ef7c17" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.260724] env[70261]: DEBUG nova.scheduler.client.report [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.299180] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386513, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.367727] env[70261]: DEBUG oslo_vmware.api [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386505, 'name': PowerOnVM_Task, 'duration_secs': 0.514199} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.367727] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.367727] env[70261]: DEBUG nova.compute.manager [None req-e3a3b1b3-c0a0-4cc2-9c13-8961276a1128 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.367727] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374d28f-d2e7-4f3e-afe3-6610cdd48cb2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.487601] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.644244] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386514, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.704559] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386515, 'name': ReconfigVM_Task, 'duration_secs': 0.311324} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.704559] env[70261]: DEBUG nova.network.neutron [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Updated VIF entry in instance network info cache for port 2c20b6f5-812f-42e2-94f5-47b6223302b7. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1015.704559] env[70261]: DEBUG nova.network.neutron [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Updating instance_info_cache with network_info: [{"id": "2c20b6f5-812f-42e2-94f5-47b6223302b7", "address": "fa:16:3e:55:c8:d4", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c20b6f5-81", "ovs_interfaceid": "2c20b6f5-812f-42e2-94f5-47b6223302b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.705897] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 4f7de023-35e6-4d9b-879e-f6ba74ef7c17/4f7de023-35e6-4d9b-879e-f6ba74ef7c17.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.706914] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fe43325-7f54-4e6e-ab4b-a645ba18c371 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.717893] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1015.717893] env[70261]: value = "task-3386516" [ 1015.717893] env[70261]: _type = "Task" [ 1015.717893] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.730784] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386516, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.769162] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.770367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.725s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.772539] env[70261]: INFO nova.compute.claims [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.797449] env[70261]: INFO nova.scheduler.client.report [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted allocations for instance 2aea86d5-8b92-416f-9abf-12c3ac0c77b0 [ 1015.805890] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386513, 'name': CreateVM_Task, 'duration_secs': 0.578741} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.810866] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.810866] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.810866] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.810866] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.811134] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555d4f03-c287-46b8-be56-778e2e51e661 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.816511] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1015.816511] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52892b5d-bc06-12b4-106b-5390d8da0f7c" [ 1015.816511] env[70261]: _type = "Task" [ 1015.816511] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.825247] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52892b5d-bc06-12b4-106b-5390d8da0f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.963516] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.964502] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.964502] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.964502] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.964906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.969472] env[70261]: INFO nova.compute.manager [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Terminating instance [ 1015.995641] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.146617] env[70261]: DEBUG oslo_vmware.api [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386514, 'name': PowerOnVM_Task, 'duration_secs': 0.882907} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.151257] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.151564] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.151671] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.151855] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.152019] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.152170] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.152389] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.152549] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.152718] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.152881] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.153145] env[70261]: DEBUG nova.virt.hardware [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.153586] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.153748] env[70261]: INFO nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Took 13.06 seconds to spawn the instance on the hypervisor. [ 1016.153930] env[70261]: DEBUG nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.154905] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd688e05-4670-41c6-ba78-6c8ccec3ec7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.160021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ad7064-68a4-44e0-aa9b-68fdf9aac48b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.167267] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95abec0-3895-4c45-ae30-6fed0d9a86df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.187923] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:02:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fea082c6-3345-4995-adfd-0f3620cca1bc', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.198199] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.198501] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.199277] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dac8de2-0795-4860-b9a5-66309f7e586c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.213934] env[70261]: DEBUG oslo_concurrency.lockutils [req-37f6d78b-e0cb-4809-aebe-e8c3d6a5ad6a req-98438006-7208-49c9-9d9e-e5637b1cb1a1 service nova] Releasing lock "refresh_cache-b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.226361] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.226361] env[70261]: value = "task-3386517" [ 1016.226361] env[70261]: _type = "Task" [ 1016.226361] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.234469] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.234846] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386516, 'name': Rename_Task, 'duration_secs': 0.143974} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.235103] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42e1864a-f8f6-4a06-ab99-80e3321ef960 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.236954] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.237511] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2405f21f-02ec-4c7d-8a69-e3e0ce31581f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.242625] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386517, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.247646] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1016.247646] env[70261]: value = "task-3386519" [ 1016.247646] env[70261]: _type = "Task" [ 1016.247646] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.248902] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1016.248902] env[70261]: value = "task-3386518" [ 1016.248902] env[70261]: _type = "Task" [ 1016.248902] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.263946] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.263946] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.316220] env[70261]: DEBUG oslo_concurrency.lockutils [None req-45c1363d-6064-4517-ab37-945b3006277a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "2aea86d5-8b92-416f-9abf-12c3ac0c77b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.826s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.330444] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52892b5d-bc06-12b4-106b-5390d8da0f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.331642] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.331874] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.332118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.332265] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.333049] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.335490] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-594b80a8-25e1-4250-8ba7-93ebcc62738a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.345831] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.346029] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.347218] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48cda9cc-562d-498a-8760-2154e966b1d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.353154] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1016.353154] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52189cc3-3bd1-2e5d-3644-0102b4365d78" [ 1016.353154] env[70261]: _type = "Task" [ 1016.353154] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.361938] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52189cc3-3bd1-2e5d-3644-0102b4365d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.479302] env[70261]: DEBUG nova.compute.manager [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.479302] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.479302] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b922922c-22be-435d-a421-f09638f4fe0e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.488979] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.492478] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79812ac-625e-4ba4-a57a-3d3d96215946 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.494183] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.498831] env[70261]: DEBUG oslo_vmware.api [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 1016.498831] env[70261]: value = "task-3386520" [ 1016.498831] env[70261]: _type = "Task" [ 1016.498831] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.510420] env[70261]: DEBUG oslo_vmware.api [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.714597] env[70261]: INFO nova.compute.manager [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Took 38.28 seconds to build instance. [ 1016.739200] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386517, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.765025] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386519, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.765704] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386518, 'name': PowerOffVM_Task, 'duration_secs': 0.321765} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.765945] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.766604] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.767581] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b833d0c-56b4-4bc8-a88e-833797bd2af4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.775100] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.775385] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c2705cc-ce5d-4c7f-a21f-a993f754705e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.801652] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.801997] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.802213] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Deleting the datastore file [datastore2] fe054703-4043-444e-a3bc-5b3abfaff631 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.802487] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5e9606d-62ea-4c5b-b967-2e07f521c9f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.813022] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1016.813022] env[70261]: value = "task-3386522" [ 1016.813022] env[70261]: _type = "Task" [ 1016.813022] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.822613] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.839352] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "80653919-2724-47b4-bbf6-44c4ca79e7cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.839855] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.840201] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "80653919-2724-47b4-bbf6-44c4ca79e7cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.840401] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.840664] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.845812] env[70261]: INFO nova.compute.manager [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Terminating instance [ 1016.864579] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52189cc3-3bd1-2e5d-3644-0102b4365d78, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.868163] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fa75a4-b37c-4d9f-87ef-c06bc6bab136 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.873702] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1016.873702] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52215871-c047-6e89-95d7-960fbbe42fd6" [ 1016.873702] env[70261]: _type = "Task" [ 1016.873702] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.882782] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52215871-c047-6e89-95d7-960fbbe42fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.992638] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.009719] env[70261]: DEBUG oslo_vmware.api [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386520, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.158029] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af395ee-cc72-401e-9df5-80239099bedf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.166433] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1ce854-8668-47f3-be8b-f5dccdbcbc2e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.213787] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175bd8cd-1748-4c43-a576-3219fcab02e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.217456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fce76208-27ea-405a-bbdb-7af9ea274690 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.790s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.222636] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dff2df-9623-4e10-8470-2bf5f3a4ac0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.241142] env[70261]: DEBUG nova.compute.provider_tree [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.247311] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386517, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.258976] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386519, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.323191] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124375} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.323494] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.323677] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.323850] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.351547] env[70261]: DEBUG nova.compute.manager [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.351792] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.352731] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c1401c-f8b5-4ab1-87e0-74ac81cbfc45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.360740] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.361290] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c487fd84-75ee-4587-ade4-a3ebc8b1008f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.369321] env[70261]: DEBUG oslo_vmware.api [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1017.369321] env[70261]: value = "task-3386523" [ 1017.369321] env[70261]: _type = "Task" [ 1017.369321] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.391605] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52215871-c047-6e89-95d7-960fbbe42fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.020134} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.391846] env[70261]: DEBUG oslo_vmware.api [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.394269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394653] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] b4fdd65d-d8a6-49d6-9a3d-30529c60fd16/b4fdd65d-d8a6-49d6-9a3d-30529c60fd16.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.395113] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d16da8-d522-491c-a55f-003279d15a83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.402258] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1017.402258] env[70261]: value = "task-3386524" [ 1017.402258] env[70261]: _type = "Task" [ 1017.402258] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.411528] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.493846] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.511390] env[70261]: DEBUG oslo_vmware.api [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386520, 'name': PowerOffVM_Task, 'duration_secs': 0.793334} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.511718] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.511883] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.512167] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c2c6cc-c4db-49f0-8612-c957d65890bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.657668] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.657888] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.658105] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Deleting the datastore file [datastore2] 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.658568] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6656fe41-6931-4dc7-ac5b-8f2d9de54464 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.673489] env[70261]: DEBUG oslo_vmware.api [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for the task: (returnval){ [ 1017.673489] env[70261]: value = "task-3386526" [ 1017.673489] env[70261]: _type = "Task" [ 1017.673489] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.679785] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.680226] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.680639] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.680945] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.681278] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.685794] env[70261]: INFO nova.compute.manager [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Terminating instance [ 1017.692722] env[70261]: DEBUG oslo_vmware.api [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.740022] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386517, 'name': CreateVM_Task, 'duration_secs': 1.399968} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.740218] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.741041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.741314] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.741716] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.742058] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67544cfc-d381-4a87-8756-fcb357ccaefc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.744892] env[70261]: DEBUG nova.scheduler.client.report [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.755444] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1017.755444] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c78c63-11c8-fc89-7801-01e72af3447d" [ 1017.755444] env[70261]: _type = "Task" [ 1017.755444] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.764238] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.773819] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c78c63-11c8-fc89-7801-01e72af3447d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.881413] env[70261]: DEBUG oslo_vmware.api [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386523, 'name': PowerOffVM_Task, 'duration_secs': 0.218538} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.881764] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.881936] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.882278] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f371c06b-e14b-4e9e-9d10-dfb6c099eb3e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.912468] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386524, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.977513] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.978799] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.978799] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Deleting the datastore file [datastore1] 80653919-2724-47b4-bbf6-44c4ca79e7cd {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.978799] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a018a61-fe40-45d3-8a6f-730b11be61c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.995407] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.000359] env[70261]: DEBUG oslo_vmware.api [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1018.000359] env[70261]: value = "task-3386528" [ 1018.000359] env[70261]: _type = "Task" [ 1018.000359] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.008477] env[70261]: DEBUG oslo_vmware.api [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.183479] env[70261]: DEBUG oslo_vmware.api [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Task: {'id': task-3386526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462798} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.183760] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.183946] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.184136] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.184416] env[70261]: INFO nova.compute.manager [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1018.184703] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.184906] env[70261]: DEBUG nova.compute.manager [-] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.185026] env[70261]: DEBUG nova.network.neutron [-] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1018.195949] env[70261]: DEBUG nova.compute.manager [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.196175] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.197022] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e7d0eb-f21a-464a-8982-2a621974a2a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.205228] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.205228] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4849672f-969f-42b3-a8f8-af625d4cf0bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.210714] env[70261]: DEBUG oslo_vmware.api [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1018.210714] env[70261]: value = "task-3386529" [ 1018.210714] env[70261]: _type = "Task" [ 1018.210714] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.219938] env[70261]: DEBUG oslo_vmware.api [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.253023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.253023] env[70261]: DEBUG nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.253834] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.687s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.254682] env[70261]: DEBUG nova.objects.instance [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lazy-loading 'resources' on Instance uuid 64844889-f772-4d9f-b1a2-8af67d317c0c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.273182] env[70261]: DEBUG oslo_vmware.api [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386519, 'name': PowerOnVM_Task, 'duration_secs': 1.814588} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.278877] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.279038] env[70261]: INFO nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1018.279159] env[70261]: DEBUG nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.279803] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c78c63-11c8-fc89-7801-01e72af3447d, 'name': SearchDatastore_Task, 'duration_secs': 0.022946} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.280534] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e409df3-4c49-428b-8945-429c3f8691ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.284091] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.284506] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.284632] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.284781] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.284966] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.285331] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67788121-99ab-4a9e-8f5f-f8e74c401122 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.298314] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.298679] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.302025] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc13061d-2d40-456f-8516-dcd20a537f80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.306925] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1018.306925] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e9e479-2e6b-eaee-a8e1-3d5c95496894" [ 1018.306925] env[70261]: _type = "Task" [ 1018.306925] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.315686] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e9e479-2e6b-eaee-a8e1-3d5c95496894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.364799] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.366124] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.366581] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.366581] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.366751] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.366879] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.367143] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.367316] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.367488] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.367652] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.367821] env[70261]: DEBUG nova.virt.hardware [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.368701] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f798e8fc-3d58-4f99-b88e-a0fa8975f732 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.378233] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2af1c7-b68b-414d-9eb8-acbff832c5c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.395872] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.401395] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.401658] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.401874] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed1c7232-f619-4a9c-b7e1-f3048171fed5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421673] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520544} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.423263] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] b4fdd65d-d8a6-49d6-9a3d-30529c60fd16/b4fdd65d-d8a6-49d6-9a3d-30529c60fd16.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.423263] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.423473] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.423473] env[70261]: value = "task-3386530" [ 1018.423473] env[70261]: _type = "Task" [ 1018.423473] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.423616] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aca2951e-184b-474f-bb1e-b08959f8c5cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.432634] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386530, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.433817] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1018.433817] env[70261]: value = "task-3386531" [ 1018.433817] env[70261]: _type = "Task" [ 1018.433817] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.440879] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.494146] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.510471] env[70261]: DEBUG oslo_vmware.api [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246703} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.510856] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.510993] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.511176] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.511375] env[70261]: INFO nova.compute.manager [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1018.511624] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.511829] env[70261]: DEBUG nova.compute.manager [-] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.511938] env[70261]: DEBUG nova.network.neutron [-] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1018.728465] env[70261]: DEBUG oslo_vmware.api [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386529, 'name': PowerOffVM_Task, 'duration_secs': 0.358601} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.728868] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.729017] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.729312] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83062fe9-39ae-486a-88f3-b63af1c9f4d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.759367] env[70261]: DEBUG nova.compute.utils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.762410] env[70261]: DEBUG nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.762410] env[70261]: DEBUG nova.network.neutron [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.814496] env[70261]: INFO nova.compute.manager [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Took 30.59 seconds to build instance. [ 1018.829147] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e9e479-2e6b-eaee-a8e1-3d5c95496894, 'name': SearchDatastore_Task, 'duration_secs': 0.016386} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.835153] env[70261]: DEBUG nova.policy [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '446264085e8e424fbccf76de3dac3554', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f31b1bbd419b450abb7b21ecd539d502', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.836514] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195514b3-b339-43f3-980e-50e92098e4fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.842911] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1018.842911] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528355e7-4d0a-074e-199a-d74cef61daf1" [ 1018.842911] env[70261]: _type = "Task" [ 1018.842911] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.859119] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528355e7-4d0a-074e-199a-d74cef61daf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.875154] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.875154] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.875317] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Deleting the datastore file [datastore1] fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.875550] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff75a56-521c-4fa7-b39b-d59d86612e64 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.886531] env[70261]: DEBUG oslo_vmware.api [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1018.886531] env[70261]: value = "task-3386533" [ 1018.886531] env[70261]: _type = "Task" [ 1018.886531] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.896119] env[70261]: DEBUG oslo_vmware.api [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.938861] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386530, 'name': CreateVM_Task, 'duration_secs': 0.40626} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.943243] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.943571] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.944432] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.944432] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.944925] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672bb7b7-e054-4477-8fbb-ba32eebd42dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.953884] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159156} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.955103] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.955550] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc13919-37bb-4bc5-802c-9a4f31326666 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.959864] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1018.959864] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ea6cc-0269-05f9-0bd2-ec96000fba95" [ 1018.959864] env[70261]: _type = "Task" [ 1018.959864] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.982972] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b4fdd65d-d8a6-49d6-9a3d-30529c60fd16/b4fdd65d-d8a6-49d6-9a3d-30529c60fd16.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.987211] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fbcc204-2cc7-42cb-a05e-a1408cf81d14 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.011033] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ea6cc-0269-05f9-0bd2-ec96000fba95, 'name': SearchDatastore_Task, 'duration_secs': 0.026607} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.011341] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.011613] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.011817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.013920] env[70261]: DEBUG oslo_concurrency.lockutils [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.014163] env[70261]: DEBUG oslo_concurrency.lockutils [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.023452] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.023452] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1019.023452] env[70261]: value = "task-3386534" [ 1019.023452] env[70261]: _type = "Task" [ 1019.023452] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.029520] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.174117] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a36868-34f9-49ef-a277-4f130eda22d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.182954] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f6957-b63b-48fe-bd5f-06f8f964313d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.222232] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c01c4c4-63db-42a7-8dd1-ea624c6eca46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.230241] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362865fd-55ab-4efc-86e1-e712526ac44c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.246162] env[70261]: DEBUG nova.compute.provider_tree [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.264894] env[70261]: DEBUG nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.318747] env[70261]: DEBUG oslo_concurrency.lockutils [None req-55a02903-b9e0-49a6-91dd-b400490c62f3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.117s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.353716] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528355e7-4d0a-074e-199a-d74cef61daf1, 'name': SearchDatastore_Task, 'duration_secs': 0.044968} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.354092] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.354296] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.354608] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.354939] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.355062] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aaeee72-2732-41dd-aa52-aa582dac9eb0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.357364] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296fca09-113f-482b-8dc0-f0d5a728da67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.363519] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1019.363519] env[70261]: value = "task-3386535" [ 1019.363519] env[70261]: _type = "Task" [ 1019.363519] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.368245] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.368430] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.369477] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2aa9217-1ee3-4a45-b67a-79679caf0928 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.376411] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.379231] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1019.379231] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4a6d-21a6-6d03-d00e-8fb3797796e4" [ 1019.379231] env[70261]: _type = "Task" [ 1019.379231] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.386438] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4a6d-21a6-6d03-d00e-8fb3797796e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.394909] env[70261]: DEBUG oslo_vmware.api [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.397346] env[70261]: DEBUG nova.network.neutron [-] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.402055] env[70261]: DEBUG nova.compute.manager [req-06e97c28-e4d5-4aab-897b-55406657716d req-e9ce53e5-be6b-4e56-ad18-2cc6d35752d2 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Received event network-vif-deleted-39498462-62e9-4496-b90a-1eba5706fd34 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.402055] env[70261]: INFO nova.compute.manager [req-06e97c28-e4d5-4aab-897b-55406657716d req-e9ce53e5-be6b-4e56-ad18-2cc6d35752d2 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Neutron deleted interface 39498462-62e9-4496-b90a-1eba5706fd34; detaching it from the instance and deleting it from the info cache [ 1019.402055] env[70261]: DEBUG nova.network.neutron [req-06e97c28-e4d5-4aab-897b-55406657716d req-e9ce53e5-be6b-4e56-ad18-2cc6d35752d2 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.471691] env[70261]: DEBUG nova.network.neutron [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Successfully created port: aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.514449] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.522149] env[70261]: DEBUG nova.compute.utils [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.535205] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386534, 'name': ReconfigVM_Task, 'duration_secs': 0.296689} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.536064] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b4fdd65d-d8a6-49d6-9a3d-30529c60fd16/b4fdd65d-d8a6-49d6-9a3d-30529c60fd16.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.537389] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-645b3fd3-2757-4418-812b-a582181c71a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.544355] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1019.544355] env[70261]: value = "task-3386536" [ 1019.544355] env[70261]: _type = "Task" [ 1019.544355] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.552719] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386536, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.692235] env[70261]: DEBUG nova.network.neutron [-] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.774945] env[70261]: ERROR nova.scheduler.client.report [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] [req-676e3a90-6c39-4121-bc43-9651e75bbedd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-676e3a90-6c39-4121-bc43-9651e75bbedd"}]} [ 1019.799027] env[70261]: DEBUG nova.scheduler.client.report [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1019.824444] env[70261]: DEBUG nova.scheduler.client.report [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1019.824730] env[70261]: DEBUG nova.compute.provider_tree [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.839187] env[70261]: DEBUG nova.scheduler.client.report [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1019.860296] env[70261]: DEBUG nova.scheduler.client.report [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1019.871609] env[70261]: DEBUG nova.compute.manager [req-4c2eb297-26d2-436f-b1c5-952f2153ca13 req-f32447a1-74af-4cb0-9005-ba412ddfbc4c service nova] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Received event network-vif-deleted-f5c69eb8-3adb-4c03-8212-0174da9883cd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.879210] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.897234] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4a6d-21a6-6d03-d00e-8fb3797796e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.898640] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d328a1-c822-4f2b-bdef-3c183aeef98a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.908289] env[70261]: INFO nova.compute.manager [-] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Took 1.72 seconds to deallocate network for instance. [ 1019.909026] env[70261]: DEBUG oslo_vmware.api [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541605} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.914833] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70587899-de22-4e93-b055-defb7c874f3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.917638] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.918095] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.918319] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.918544] env[70261]: INFO nova.compute.manager [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1019.918823] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.921083] env[70261]: DEBUG nova.compute.manager [-] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.921129] env[70261]: DEBUG nova.network.neutron [-] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1019.923201] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1019.923201] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1e9dd-f9e4-8096-6b8b-f9fc628942b9" [ 1019.923201] env[70261]: _type = "Task" [ 1019.923201] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.935491] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ea084-6ebd-4b9c-a179-82bcd203513d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.953488] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1e9dd-f9e4-8096-6b8b-f9fc628942b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.976868] env[70261]: DEBUG nova.compute.manager [req-06e97c28-e4d5-4aab-897b-55406657716d req-e9ce53e5-be6b-4e56-ad18-2cc6d35752d2 service nova] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Detach interface failed, port_id=39498462-62e9-4496-b90a-1eba5706fd34, reason: Instance 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.014844] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.028595] env[70261]: DEBUG oslo_concurrency.lockutils [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.053918] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386536, 'name': Rename_Task, 'duration_secs': 0.148637} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.056401] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.056821] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2a3560b-1b20-4050-a05b-86bb0c70a897 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.062388] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1020.062388] env[70261]: value = "task-3386537" [ 1020.062388] env[70261]: _type = "Task" [ 1020.062388] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.072391] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.173258] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9e0c8-0930-49c9-94c7-58ddaca76763 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.181542] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534895ac-54d2-4ea9-ac5a-74cb05054467 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.212382] env[70261]: INFO nova.compute.manager [-] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Took 1.70 seconds to deallocate network for instance. [ 1020.215270] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d8afa-1f98-4e02-9f5d-f289165043c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.228028] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a809884-edc0-4f7e-ab54-959109c38038 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.239627] env[70261]: DEBUG nova.compute.provider_tree [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.279739] env[70261]: DEBUG nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.303269] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.305388] env[70261]: DEBUG nova.virt.hardware [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.306281] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55692b5-1eb8-4753-acfc-2877564f7d3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.314584] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a09cb-2177-42e5-afec-de4838e28ab5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.378063] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648155} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.378063] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.378063] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.378063] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48c15fe5-5fb1-4c47-92cf-4e4f899cae1e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.384977] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1020.384977] env[70261]: value = "task-3386538" [ 1020.384977] env[70261]: _type = "Task" [ 1020.384977] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.393421] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.421050] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.437163] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d1e9dd-f9e4-8096-6b8b-f9fc628942b9, 'name': SearchDatastore_Task, 'duration_secs': 0.047292} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.437477] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.437750] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.438026] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2fed615-af6e-427d-9a8e-a91f2d649588 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.444852] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1020.444852] env[70261]: value = "task-3386539" [ 1020.444852] env[70261]: _type = "Task" [ 1020.444852] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.454100] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.513247] env[70261]: DEBUG oslo_vmware.api [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386506, 'name': ReconfigVM_Task, 'duration_secs': 5.835632} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.513574] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.513851] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Reconfigured VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1020.574098] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.723988] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.743396] env[70261]: DEBUG nova.scheduler.client.report [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.897185] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065383} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.897538] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.898358] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9db635-58e1-49d5-9b25-2feeaf3b13d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.930324] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.930689] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ef414a-c65a-467a-9c82-adc2bbf2ff21 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.956077] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1020.956077] env[70261]: value = "task-3386540" [ 1020.956077] env[70261]: _type = "Task" [ 1020.956077] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.959549] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.970357] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.077594] env[70261]: DEBUG oslo_vmware.api [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386537, 'name': PowerOnVM_Task, 'duration_secs': 0.519034} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.077926] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.078159] env[70261]: INFO nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1021.078341] env[70261]: DEBUG nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.079438] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f008bb65-6177-4430-8372-6ad958865198 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.106076] env[70261]: DEBUG oslo_concurrency.lockutils [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.106375] env[70261]: DEBUG oslo_concurrency.lockutils [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.106614] env[70261]: INFO nova.compute.manager [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Attaching volume 1b19054e-f402-49c8-84bd-1734220e84d9 to /dev/sdb [ 1021.168603] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053eff0a-5d3c-4c6f-9724-113557affecc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.179351] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba6061-efa4-4586-b2d7-fbc40ba37fb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.197358] env[70261]: DEBUG nova.virt.block_device [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updating existing volume attachment record: 55d5a384-38e9-4a8f-b27d-3ad423cdd38e {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.206930] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.207624] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.248194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.994s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.251077] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.753s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.251077] env[70261]: DEBUG nova.objects.instance [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lazy-loading 'resources' on Instance uuid 00e26087-296d-43ec-934c-90426eb99d06 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.275163] env[70261]: INFO nova.scheduler.client.report [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Deleted allocations for instance 64844889-f772-4d9f-b1a2-8af67d317c0c [ 1021.366042] env[70261]: DEBUG nova.network.neutron [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Successfully updated port: aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.459781] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78616} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.462851] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.463139] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.463427] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0a93a7b-7139-4d3f-b5a8-a02e000ee595 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.470115] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.471517] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1021.471517] env[70261]: value = "task-3386542" [ 1021.471517] env[70261]: _type = "Task" [ 1021.471517] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.478731] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.495756] env[70261]: DEBUG nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-vif-deleted-91f73bdd-e8c1-4e28-b83f-66a83b831a1f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.495971] env[70261]: INFO nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Neutron deleted interface 91f73bdd-e8c1-4e28-b83f-66a83b831a1f; detaching it from the instance and deleting it from the info cache [ 1021.496516] env[70261]: DEBUG nova.network.neutron [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26d9005f-dbbc-434d-aea5-079600e3f312", "address": "fa:16:3e:d4:51:3a", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d9005f-db", "ovs_interfaceid": "26d9005f-dbbc-434d-aea5-079600e3f312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.515335] env[70261]: DEBUG nova.network.neutron [-] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.614022] env[70261]: INFO nova.compute.manager [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Took 30.87 seconds to build instance. [ 1021.712734] env[70261]: DEBUG nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.790300] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dc19ba84-c43a-4d24-970d-3163779ba8fc tempest-ImagesTestJSON-1823944057 tempest-ImagesTestJSON-1823944057-project-member] Lock "64844889-f772-4d9f-b1a2-8af67d317c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.784s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.836519] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "a05c9919-8a0e-4f72-8188-d131af34c954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.836519] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "a05c9919-8a0e-4f72-8188-d131af34c954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.872067] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.872226] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.873471] env[70261]: DEBUG nova.network.neutron [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1021.905243] env[70261]: DEBUG nova.compute.manager [req-cf1b566a-3414-44c3-9b86-ea52de6f71a1 req-12c159ba-f3a2-4470-b7da-3019095598cb service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-vif-deleted-2342bc93-c756-465a-96fd-6e08f3deb040 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.905403] env[70261]: DEBUG nova.compute.manager [req-cf1b566a-3414-44c3-9b86-ea52de6f71a1 req-12c159ba-f3a2-4470-b7da-3019095598cb service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-vif-deleted-252e0c3d-61f6-46d3-a66a-184b927a5742 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.905597] env[70261]: DEBUG nova.compute.manager [req-cf1b566a-3414-44c3-9b86-ea52de6f71a1 req-12c159ba-f3a2-4470-b7da-3019095598cb service nova] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Received event network-vif-deleted-ed2f3020-f0c5-4360-9352-e21587da1d7c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.974100] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.986983] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386542, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.999522] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.999648] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Acquired lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.000523] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa917177-b23c-4764-bb28-ce6c3a8b6f02 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.023726] env[70261]: INFO nova.compute.manager [-] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Took 2.10 seconds to deallocate network for instance. [ 1022.024181] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Releasing lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.024491] env[70261]: WARNING nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Detach interface failed, port_id=91f73bdd-e8c1-4e28-b83f-66a83b831a1f, reason: No device with interface-id 91f73bdd-e8c1-4e28-b83f-66a83b831a1f exists on VM: nova.exception.NotFound: No device with interface-id 91f73bdd-e8c1-4e28-b83f-66a83b831a1f exists on VM [ 1022.024939] env[70261]: DEBUG nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received event network-vif-plugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.025201] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.027017] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.027017] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.027017] env[70261]: DEBUG nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] No waiting events found dispatching network-vif-plugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.027017] env[70261]: WARNING nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received unexpected event network-vif-plugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 for instance with vm_state building and task_state spawning. [ 1022.027017] env[70261]: DEBUG nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received event network-changed-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.027017] env[70261]: DEBUG nova.compute.manager [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Refreshing instance network info cache due to event network-changed-aa62c3fd-4060-4e6e-90f0-df92047a9f25. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.027017] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Acquiring lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.056156] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.092431] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.092923] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.095551] env[70261]: DEBUG nova.network.neutron [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1022.121592] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b64d6a13-f596-49c4-96f4-f0ed8c592aba tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.388s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.121912] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.066s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.122166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.122391] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.123642] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.125680] env[70261]: INFO nova.compute.manager [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Terminating instance [ 1022.191912] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0e3ad-d7e5-494b-ae74-1780976a2b52 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.205503] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c878ff-4944-4730-a443-6cf5c0a4edfa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.250201] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092f30b-d81a-4bdd-a4b8-a9bd8e80b851 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.262966] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7524ecf-a915-4aa4-bcde-2611b79db2af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.272743] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.290354] env[70261]: DEBUG nova.compute.provider_tree [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.341865] env[70261]: DEBUG nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.426141] env[70261]: DEBUG nova.network.neutron [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1022.469783] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386540, 'name': ReconfigVM_Task, 'duration_secs': 1.488293} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.470353] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0/a55a7767-f114-4777-8bc8-4372961b82f0.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.471064] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16e696f1-8a38-4f3c-b30f-5c4c9aa46672 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.480824] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1022.480824] env[70261]: value = "task-3386545" [ 1022.480824] env[70261]: _type = "Task" [ 1022.480824] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.487510] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.566617} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.488230] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.489136] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e4950-3ad7-4241-9f91-3e740e2300f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.494945] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386545, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.514702] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.517602] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cbaf5b7-065b-4346-ba89-6f60bcb571b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.539085] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.539525] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1022.539525] env[70261]: value = "task-3386546" [ 1022.539525] env[70261]: _type = "Task" [ 1022.539525] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.550995] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.620147] env[70261]: DEBUG nova.network.neutron [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.629928] env[70261]: DEBUG nova.compute.manager [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.629928] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.630651] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55555fe1-605b-4024-8a92-7652b0ec9a47 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.642010] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.642268] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-792df1c4-cfba-4477-a548-55afa9e7847d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.648399] env[70261]: DEBUG oslo_vmware.api [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1022.648399] env[70261]: value = "task-3386547" [ 1022.648399] env[70261]: _type = "Task" [ 1022.648399] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.657157] env[70261]: DEBUG oslo_vmware.api [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.793601] env[70261]: DEBUG nova.scheduler.client.report [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.826580] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.827648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.827648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.827648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.827831] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.832027] env[70261]: INFO nova.compute.manager [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Terminating instance [ 1022.872456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.897202] env[70261]: INFO nova.network.neutron [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Port 26d9005f-dbbc-434d-aea5-079600e3f312 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1022.897584] env[70261]: DEBUG nova.network.neutron [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [{"id": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "address": "fa:16:3e:f2:23:06", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd044b34-1b", "ovs_interfaceid": "dd044b34-1bc0-4d49-bde5-daccdd1998be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.995465] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386545, 'name': Rename_Task, 'duration_secs': 0.217164} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.995750] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.996009] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91dc2ae9-e9bc-4bb9-9fd5-c07db9860a18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.004207] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1023.004207] env[70261]: value = "task-3386548" [ 1023.004207] env[70261]: _type = "Task" [ 1023.004207] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.013390] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.049574] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386546, 'name': ReconfigVM_Task, 'duration_secs': 0.385948} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.052691] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Reconfigured VM instance instance-00000051 to attach disk [datastore1] fe054703-4043-444e-a3bc-5b3abfaff631/fe054703-4043-444e-a3bc-5b3abfaff631.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.052691] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-632273c1-c38a-4883-afe3-f715b193330b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.057955] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1023.057955] env[70261]: value = "task-3386549" [ 1023.057955] env[70261]: _type = "Task" [ 1023.057955] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.067515] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386549, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.122303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.122649] env[70261]: DEBUG nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Instance network_info: |[{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.122956] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Acquired lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.123145] env[70261]: DEBUG nova.network.neutron [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Refreshing network info cache for port aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1023.124392] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:c1:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa62c3fd-4060-4e6e-90f0-df92047a9f25', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.133773] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating folder: Project (f31b1bbd419b450abb7b21ecd539d502). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.137640] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edc7e9b5-a72b-48fe-b92a-006fa6fb96f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.149301] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Created folder: Project (f31b1bbd419b450abb7b21ecd539d502) in parent group-v675446. [ 1023.149526] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating folder: Instances. Parent ref: group-v675681. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.153297] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b166baeb-fbe6-41c5-a334-3e245848b7c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.160906] env[70261]: DEBUG oslo_vmware.api [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386547, 'name': PowerOffVM_Task, 'duration_secs': 0.205525} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.160906] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.160906] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.161093] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adea3eb9-4559-46d3-829a-92d8490f7df9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.164254] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Created folder: Instances in parent group-v675681. [ 1023.164335] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.164529] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.164845] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af5f75bf-aff7-4bf1-b4c5-6b58a63e529b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.189482] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.189482] env[70261]: value = "task-3386553" [ 1023.189482] env[70261]: _type = "Task" [ 1023.189482] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.198121] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386553, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.227213] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.227213] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.227213] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleting the datastore file [datastore2] b4fdd65d-d8a6-49d6-9a3d-30529c60fd16 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.227369] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4691e9c1-0de6-436a-9752-dfe10a0c6ca9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.237961] env[70261]: DEBUG oslo_vmware.api [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1023.237961] env[70261]: value = "task-3386554" [ 1023.237961] env[70261]: _type = "Task" [ 1023.237961] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.246696] env[70261]: DEBUG oslo_vmware.api [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.304136] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.307807] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.763s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.308504] env[70261]: INFO nova.compute.claims [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.333432] env[70261]: INFO nova.scheduler.client.report [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Deleted allocations for instance 00e26087-296d-43ec-934c-90426eb99d06 [ 1023.341418] env[70261]: DEBUG nova.compute.manager [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.341418] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.346133] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da925724-ddaa-4832-9342-bf3ce44b1687 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.358413] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.361248] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e94966b-c1df-4fd6-a5a4-3a9b85891922 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.366691] env[70261]: DEBUG oslo_vmware.api [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1023.366691] env[70261]: value = "task-3386555" [ 1023.366691] env[70261]: _type = "Task" [ 1023.366691] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.375957] env[70261]: DEBUG oslo_vmware.api [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.404560] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.423283] env[70261]: DEBUG nova.network.neutron [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updated VIF entry in instance network info cache for port aa62c3fd-4060-4e6e-90f0-df92047a9f25. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1023.423720] env[70261]: DEBUG nova.network.neutron [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.515795] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.575154] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386549, 'name': Rename_Task, 'duration_secs': 0.151719} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.575154] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.575246] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7008b10c-6612-43be-aaac-b23b6e0ed5c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.583411] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1023.583411] env[70261]: value = "task-3386556" [ 1023.583411] env[70261]: _type = "Task" [ 1023.583411] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.595041] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.702517] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386553, 'name': CreateVM_Task, 'duration_secs': 0.391586} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.703130] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.703977] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.704163] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.704532] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.704823] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f55eb1e-606c-4b40-8aeb-94d41a2c70a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.713103] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1023.713103] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a1f9cc-ab65-18d7-b8dc-e42dd9ef8a17" [ 1023.713103] env[70261]: _type = "Task" [ 1023.713103] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.723067] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a1f9cc-ab65-18d7-b8dc-e42dd9ef8a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.750758] env[70261]: DEBUG oslo_vmware.api [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307507} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.751154] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.751795] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.751795] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.751795] env[70261]: INFO nova.compute.manager [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1023.752088] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.752311] env[70261]: DEBUG nova.compute.manager [-] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.752545] env[70261]: DEBUG nova.network.neutron [-] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1023.857432] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0830d7db-bc11-4a22-b9d1-4a1f3599b81c tempest-ServersTestManualDisk-132785372 tempest-ServersTestManualDisk-132785372-project-member] Lock "00e26087-296d-43ec-934c-90426eb99d06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.164s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.878437] env[70261]: DEBUG oslo_vmware.api [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386555, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.911025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4ac41aaf-ed95-400c-b77d-1626507ec344 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-066c7bba-9a12-4597-bf8e-5ef8c0b7ee61-91f73bdd-e8c1-4e28-b83f-66a83b831a1f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.048s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.926538] env[70261]: DEBUG oslo_concurrency.lockutils [req-74ecc7e4-bb85-4629-a921-fc80c0bd4df2 req-a86bf30a-1945-4e65-bd09-508fa5d10bc1 service nova] Releasing lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.011768] env[70261]: DEBUG nova.compute.manager [req-2daf0076-8bb5-4c70-a309-cc34d797fefc req-c3c91477-dbc2-40ed-8332-6f20acefec3c service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-vif-deleted-26d9005f-dbbc-434d-aea5-079600e3f312 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.018278] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.092482] env[70261]: DEBUG oslo_vmware.api [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386556, 'name': PowerOnVM_Task, 'duration_secs': 0.480808} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.092802] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.093014] env[70261]: DEBUG nova.compute.manager [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.094613] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935b1d43-a628-465c-8609-abac339dfb27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.177441] env[70261]: DEBUG nova.compute.manager [req-5dcb800c-fa26-441f-a785-6dfee89222dc req-3765376a-f52b-4da9-b7ea-3692ea7a3be0 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Received event network-vif-deleted-2c20b6f5-812f-42e2-94f5-47b6223302b7 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.177542] env[70261]: INFO nova.compute.manager [req-5dcb800c-fa26-441f-a785-6dfee89222dc req-3765376a-f52b-4da9-b7ea-3692ea7a3be0 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Neutron deleted interface 2c20b6f5-812f-42e2-94f5-47b6223302b7; detaching it from the instance and deleting it from the info cache [ 1024.177695] env[70261]: DEBUG nova.network.neutron [req-5dcb800c-fa26-441f-a785-6dfee89222dc req-3765376a-f52b-4da9-b7ea-3692ea7a3be0 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.200954] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.201252] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.226422] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a1f9cc-ab65-18d7-b8dc-e42dd9ef8a17, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.226731] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.226965] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.227206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.227354] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.227585] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.227903] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f01263c-8cdf-4305-a130-6a0ed198a37b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.234458] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.234776] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.241366] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.241607] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.242283] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4db8fd-18b7-4fad-a419-cd5692aba074 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.248499] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1024.248499] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f22f6f-0d19-4df8-a877-d08c94ace0ee" [ 1024.248499] env[70261]: _type = "Task" [ 1024.248499] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.257608] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f22f6f-0d19-4df8-a877-d08c94ace0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.280629] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "a7241d47-23a3-43ec-8424-1509e99d2bc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.280918] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.382851] env[70261]: DEBUG oslo_vmware.api [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386555, 'name': PowerOffVM_Task, 'duration_secs': 0.570937} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.382851] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.382851] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.382851] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70600484-f513-4373-b0cb-a83aa7143d35 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.486098] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.486389] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.486618] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleting the datastore file [datastore1] 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.486926] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a995eef-22ec-4d56-b794-b8d01d78f32b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.494464] env[70261]: DEBUG oslo_vmware.api [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1024.494464] env[70261]: value = "task-3386559" [ 1024.494464] env[70261]: _type = "Task" [ 1024.494464] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.506689] env[70261]: DEBUG oslo_vmware.api [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.514539] env[70261]: DEBUG oslo_vmware.api [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386548, 'name': PowerOnVM_Task, 'duration_secs': 1.212042} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.514818] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.515031] env[70261]: DEBUG nova.compute.manager [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.515799] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11afaf58-301a-4051-8a69-6f34debb84ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.614533] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.652352] env[70261]: DEBUG nova.network.neutron [-] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.680419] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6e9d23f-1fd6-4b6a-beef-a4da6edd15c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.690858] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b707403-b0f5-4baa-ae2e-7418b071775f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.707388] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.733456] env[70261]: DEBUG nova.compute.manager [req-5dcb800c-fa26-441f-a785-6dfee89222dc req-3765376a-f52b-4da9-b7ea-3692ea7a3be0 service nova] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Detach interface failed, port_id=2c20b6f5-812f-42e2-94f5-47b6223302b7, reason: Instance b4fdd65d-d8a6-49d6-9a3d-30529c60fd16 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.738283] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.767849] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f22f6f-0d19-4df8-a877-d08c94ace0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.769348] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd7931c-dc75-40f4-9469-531d289eb98c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.776235] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b74483e-15c5-4b3a-b515-a8172bd8129d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.780839] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1024.780839] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527b88b5-2980-47ac-079b-43d340950a66" [ 1024.780839] env[70261]: _type = "Task" [ 1024.780839] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.788886] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.799511] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfc8dce-00db-477e-ad31-f9bf8f2cfe34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.804677] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527b88b5-2980-47ac-079b-43d340950a66, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.805334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.805617] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.805884] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fcab0ef-853a-4e24-b321-8720365f1409 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.838565] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e0de1-773b-4c07-a69f-31333634c8f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.844917] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1024.844917] env[70261]: value = "task-3386560" [ 1024.844917] env[70261]: _type = "Task" [ 1024.844917] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.851691] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a27c8ab-bde8-440d-8463-9c42fc7b9b32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.861014] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.870495] env[70261]: DEBUG nova.compute.provider_tree [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.004739] env[70261]: DEBUG oslo_vmware.api [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35108} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.004967] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.005273] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.005472] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.005655] env[70261]: INFO nova.compute.manager [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1025.006017] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.006096] env[70261]: DEBUG nova.compute.manager [-] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.006198] env[70261]: DEBUG nova.network.neutron [-] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1025.038039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "fe054703-4043-444e-a3bc-5b3abfaff631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.038039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "fe054703-4043-444e-a3bc-5b3abfaff631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.038039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "fe054703-4043-444e-a3bc-5b3abfaff631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.038039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "fe054703-4043-444e-a3bc-5b3abfaff631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.038039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "fe054703-4043-444e-a3bc-5b3abfaff631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.039534] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.040865] env[70261]: INFO nova.compute.manager [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Terminating instance [ 1025.061219] env[70261]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 26d9005f-dbbc-434d-aea5-079600e3f312 could not be found.", "detail": ""}} {{(pid=70261) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1025.061452] env[70261]: DEBUG nova.network.neutron [-] Unable to show port 26d9005f-dbbc-434d-aea5-079600e3f312 as it no longer exists. {{(pid=70261) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1025.156106] env[70261]: INFO nova.compute.manager [-] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Took 1.40 seconds to deallocate network for instance. [ 1025.230726] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.262219] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.320938] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.358919] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.401256] env[70261]: ERROR nova.scheduler.client.report [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [req-e1303ac7-59e0-4eab-95e4-9c9bc8d35e9e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1303ac7-59e0-4eab-95e4-9c9bc8d35e9e"}]} [ 1025.422237] env[70261]: DEBUG nova.scheduler.client.report [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1025.447778] env[70261]: DEBUG nova.scheduler.client.report [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1025.448018] env[70261]: DEBUG nova.compute.provider_tree [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.466217] env[70261]: DEBUG nova.scheduler.client.report [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1025.491621] env[70261]: DEBUG nova.scheduler.client.report [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1025.544128] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "refresh_cache-fe054703-4043-444e-a3bc-5b3abfaff631" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.544474] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquired lock "refresh_cache-fe054703-4043-444e-a3bc-5b3abfaff631" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.544571] env[70261]: DEBUG nova.network.neutron [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1025.666334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.771416] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1025.771416] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675680', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'name': 'volume-1b19054e-f402-49c8-84bd-1734220e84d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '840bff09-bbc2-4890-abd6-ad2855e4afe9', 'attached_at': '', 'detached_at': '', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'serial': '1b19054e-f402-49c8-84bd-1734220e84d9'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1025.772264] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3f1a9c-0c9d-4c43-b0e1-575ef1d73b16 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.797013] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a598da7c-7c6b-41ae-851b-2f9f06e4c331 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.823304] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] volume-1b19054e-f402-49c8-84bd-1734220e84d9/volume-1b19054e-f402-49c8-84bd-1734220e84d9.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.826225] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ad1913-b7a4-48b0-a31a-020c8286d42c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.846304] env[70261]: DEBUG oslo_vmware.api [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1025.846304] env[70261]: value = "task-3386561" [ 1025.846304] env[70261]: _type = "Task" [ 1025.846304] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.857706] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834809} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.860941] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.862081] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.862081] env[70261]: DEBUG oslo_vmware.api [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.862081] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7a0cb3-8c39-4014-b6b0-e8f710ee09e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.868392] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1025.868392] env[70261]: value = "task-3386562" [ 1025.868392] env[70261]: _type = "Task" [ 1025.868392] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.882746] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.973856] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73132400-75df-4464-928a-b2260dd35651 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.982103] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb941dd-fce9-4813-a886-3932d7e24d5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.018521] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15043d0c-f050-4eb6-b981-afeddcb199b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.026993] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e67889-933c-409f-83e7-72ada4393a53 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.040861] env[70261]: DEBUG nova.compute.provider_tree [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.080244] env[70261]: DEBUG nova.network.neutron [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1026.154983] env[70261]: DEBUG nova.network.neutron [-] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.174190] env[70261]: DEBUG nova.network.neutron [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.245502] env[70261]: DEBUG nova.compute.manager [req-974d28db-1f93-4b13-8295-16ee622d675b req-fac9aeef-af7b-4d99-9e58-2e737d3e8fd6 service nova] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Received event network-vif-deleted-dd044b34-1bc0-4d49-bde5-daccdd1998be {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.357474] env[70261]: DEBUG oslo_vmware.api [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.378618] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122607} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.378618] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.379806] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae69ed1d-d7ac-4a3b-a456-9b0e5b90b0d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.393684] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "a55a7767-f114-4777-8bc8-4372961b82f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.394646] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "a55a7767-f114-4777-8bc8-4372961b82f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.394886] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "a55a7767-f114-4777-8bc8-4372961b82f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.395089] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "a55a7767-f114-4777-8bc8-4372961b82f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.395259] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "a55a7767-f114-4777-8bc8-4372961b82f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.407181] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.408569] env[70261]: INFO nova.compute.manager [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Terminating instance [ 1026.409530] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974df601-aec5-47e4-a8fd-9b17453b19bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.432230] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1026.432230] env[70261]: value = "task-3386563" [ 1026.432230] env[70261]: _type = "Task" [ 1026.432230] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.441518] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.586486] env[70261]: DEBUG nova.scheduler.client.report [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1026.586757] env[70261]: DEBUG nova.compute.provider_tree [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 107 to 108 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1026.586956] env[70261]: DEBUG nova.compute.provider_tree [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.665813] env[70261]: INFO nova.compute.manager [-] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Took 1.66 seconds to deallocate network for instance. [ 1026.677578] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Releasing lock "refresh_cache-fe054703-4043-444e-a3bc-5b3abfaff631" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.681174] env[70261]: DEBUG nova.compute.manager [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.681174] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.681174] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b797a572-6c1c-4a7b-a163-52028f74648f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.688800] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.689262] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d04312fa-831d-48e3-81d4-c851173ed980 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.696609] env[70261]: DEBUG oslo_vmware.api [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1026.696609] env[70261]: value = "task-3386564" [ 1026.696609] env[70261]: _type = "Task" [ 1026.696609] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.710999] env[70261]: DEBUG oslo_vmware.api [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.864276] env[70261]: DEBUG oslo_vmware.api [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386561, 'name': ReconfigVM_Task, 'duration_secs': 0.791486} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.865561] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Reconfigured VM instance instance-00000034 to attach disk [datastore2] volume-1b19054e-f402-49c8-84bd-1734220e84d9/volume-1b19054e-f402-49c8-84bd-1734220e84d9.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.872016] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7cba0d4-e001-47cf-997f-f58220339140 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.893208] env[70261]: DEBUG oslo_vmware.api [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1026.893208] env[70261]: value = "task-3386565" [ 1026.893208] env[70261]: _type = "Task" [ 1026.893208] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.906021] env[70261]: DEBUG oslo_vmware.api [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.931660] env[70261]: DEBUG nova.compute.manager [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.932257] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.933688] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033d00d-bd00-4fed-bf7d-faac37431381 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.945946] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.948512] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.950255] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f07625b4-52e2-4e09-93bf-8ceddcc95815 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.955634] env[70261]: DEBUG oslo_vmware.api [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1026.955634] env[70261]: value = "task-3386566" [ 1026.955634] env[70261]: _type = "Task" [ 1026.955634] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.965796] env[70261]: DEBUG oslo_vmware.api [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.090486] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.090906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.092694] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.786s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.093292] env[70261]: DEBUG nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.097602] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.559s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.097961] env[70261]: DEBUG nova.objects.instance [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lazy-loading 'resources' on Instance uuid 68f842e5-ff02-4fff-82dd-a22ee8e98e62 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.174867] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.208940] env[70261]: DEBUG oslo_vmware.api [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386564, 'name': PowerOffVM_Task, 'duration_secs': 0.119879} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.209685] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.210066] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.210469] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87083443-26a7-4274-b7dc-32c3f29ea897 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.237562] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.237811] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.238057] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Deleting the datastore file [datastore1] fe054703-4043-444e-a3bc-5b3abfaff631 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.238388] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f164fb0-1f77-4ed4-84ef-c579f4ab508b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.247750] env[70261]: DEBUG oslo_vmware.api [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for the task: (returnval){ [ 1027.247750] env[70261]: value = "task-3386568" [ 1027.247750] env[70261]: _type = "Task" [ 1027.247750] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.262068] env[70261]: DEBUG oslo_vmware.api [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.404048] env[70261]: DEBUG oslo_vmware.api [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386565, 'name': ReconfigVM_Task, 'duration_secs': 0.166399} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.404598] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675680', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'name': 'volume-1b19054e-f402-49c8-84bd-1734220e84d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '840bff09-bbc2-4890-abd6-ad2855e4afe9', 'attached_at': '', 'detached_at': '', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'serial': '1b19054e-f402-49c8-84bd-1734220e84d9'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.443285] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386563, 'name': ReconfigVM_Task, 'duration_secs': 0.531074} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.444017] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.444958] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9af1bf66-928e-4219-905f-cfb39e54b7db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.453491] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1027.453491] env[70261]: value = "task-3386569" [ 1027.453491] env[70261]: _type = "Task" [ 1027.453491] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.470773] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386569, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.471866] env[70261]: DEBUG oslo_vmware.api [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386566, 'name': PowerOffVM_Task, 'duration_secs': 0.20646} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.472312] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.472642] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.473107] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-723f7a6e-c073-443f-8916-3b0de3c72fb9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.534215] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.534560] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.536394] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleting the datastore file [datastore1] a55a7767-f114-4777-8bc8-4372961b82f0 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.536751] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b718f30-f7f6-441b-a303-4e9d62305f70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.546024] env[70261]: DEBUG oslo_vmware.api [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1027.546024] env[70261]: value = "task-3386571" [ 1027.546024] env[70261]: _type = "Task" [ 1027.546024] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.555232] env[70261]: DEBUG oslo_vmware.api [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.601046] env[70261]: DEBUG nova.compute.utils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.601046] env[70261]: DEBUG nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.604904] env[70261]: DEBUG nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.606488] env[70261]: DEBUG nova.network.neutron [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.659758] env[70261]: DEBUG nova.policy [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e2e55648c684b0ea18ed72e01f5bc3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68d425a4012f4b998395b013745a3306', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.760502] env[70261]: DEBUG oslo_vmware.api [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Task: {'id': task-3386568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118685} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.760841] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.761010] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.761438] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.761438] env[70261]: INFO nova.compute.manager [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1027.761611] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.761808] env[70261]: DEBUG nova.compute.manager [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.762029] env[70261]: DEBUG nova.network.neutron [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1027.791652] env[70261]: DEBUG nova.network.neutron [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1027.968217] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386569, 'name': Rename_Task, 'duration_secs': 0.142553} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.968529] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.968971] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd69c15f-49c7-4df5-b2c7-b63b2b908517 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.975323] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1027.975323] env[70261]: value = "task-3386572" [ 1027.975323] env[70261]: _type = "Task" [ 1027.975323] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.988230] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.037844] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e15ffa9-2bf0-4e8e-b7a0-daf18d3c6f2c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.051317] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3af16ac-e297-4fc5-a17d-ffeb6f819d95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.057432] env[70261]: DEBUG oslo_vmware.api [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39544} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.058045] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.058292] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.058497] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.058679] env[70261]: INFO nova.compute.manager [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1028.058990] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.059194] env[70261]: DEBUG nova.compute.manager [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.059254] env[70261]: DEBUG nova.network.neutron [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1028.086291] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e652a9a9-795e-4239-adf9-3fc4b1a2b5e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.094798] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe528dd-aa9b-4e40-aa80-abcd9d5729dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.844268] env[70261]: DEBUG nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.847493] env[70261]: DEBUG nova.network.neutron [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.848844] env[70261]: DEBUG nova.objects.instance [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.850485] env[70261]: DEBUG nova.compute.provider_tree [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.852650] env[70261]: DEBUG nova.network.neutron [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Successfully created port: da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.859025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.876843] env[70261]: DEBUG oslo_vmware.api [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386572, 'name': PowerOnVM_Task, 'duration_secs': 0.512538} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.877325] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.877536] env[70261]: INFO nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1028.877772] env[70261]: DEBUG nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.878667] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf5d7c8-3ae3-4450-9274-a25556f70aca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.882328] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.218875] env[70261]: DEBUG nova.compute.manager [req-1953cdeb-e58d-4ee5-9e2e-93b4432e69a3 req-4825345f-aacd-4d7e-bf07-838d9ecd59a8 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Received event network-vif-deleted-fea082c6-3345-4995-adfd-0f3620cca1bc {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.219391] env[70261]: INFO nova.compute.manager [req-1953cdeb-e58d-4ee5-9e2e-93b4432e69a3 req-4825345f-aacd-4d7e-bf07-838d9ecd59a8 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Neutron deleted interface fea082c6-3345-4995-adfd-0f3620cca1bc; detaching it from the instance and deleting it from the info cache [ 1029.219568] env[70261]: DEBUG nova.network.neutron [req-1953cdeb-e58d-4ee5-9e2e-93b4432e69a3 req-4825345f-aacd-4d7e-bf07-838d9ecd59a8 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.355641] env[70261]: INFO nova.compute.manager [-] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Took 1.59 seconds to deallocate network for instance. [ 1029.386427] env[70261]: DEBUG nova.scheduler.client.report [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.403015] env[70261]: DEBUG oslo_concurrency.lockutils [None req-89611f46-4a88-4eb7-adb5-d480f2f950ed tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.296s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.408526] env[70261]: DEBUG oslo_concurrency.lockutils [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.548s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.408526] env[70261]: DEBUG nova.compute.manager [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.408526] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b410cc65-a88e-4f7b-aebe-eac640f38e4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.412015] env[70261]: INFO nova.compute.manager [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Took 26.39 seconds to build instance. [ 1029.416976] env[70261]: DEBUG nova.compute.manager [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1029.417558] env[70261]: DEBUG nova.objects.instance [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.693306] env[70261]: DEBUG nova.network.neutron [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.722145] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a76c54db-ee56-41e0-a492-edabfef09388 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.731723] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df12cfe-5b77-47fd-bb3d-08625d894046 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.763382] env[70261]: DEBUG nova.compute.manager [req-1953cdeb-e58d-4ee5-9e2e-93b4432e69a3 req-4825345f-aacd-4d7e-bf07-838d9ecd59a8 service nova] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Detach interface failed, port_id=fea082c6-3345-4995-adfd-0f3620cca1bc, reason: Instance a55a7767-f114-4777-8bc8-4372961b82f0 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.864869] env[70261]: DEBUG nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.874349] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.896157] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.896534] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.896708] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.896935] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.897136] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.897328] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.897574] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.897773] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.897980] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.898212] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.898432] env[70261]: DEBUG nova.virt.hardware [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.899282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.802s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.901927] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4f2ac7-088e-4ad2-843f-2c851bc4f6f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.904875] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.571s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.905038] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.905199] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1029.905542] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.176s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.905683] env[70261]: DEBUG nova.objects.instance [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lazy-loading 'resources' on Instance uuid af5971fe-ee7b-43af-8d58-334de5fb174a {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.907525] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f831c0-deb6-410e-bfa5-07152e4e2629 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.916471] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce0d0842-c2b9-45fd-8b50-552441d9c5b2 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.906s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.921164] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03196a5-cede-42dd-b6fc-3a65bf8ebb3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.930347] env[70261]: INFO nova.scheduler.client.report [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Deleted allocations for instance 68f842e5-ff02-4fff-82dd-a22ee8e98e62 [ 1029.934941] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc431fb-ae91-498a-8926-441a30a74204 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.966802] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d6f2e-984f-4dd6-9bb6-df8a34ccc0eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.975104] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77cb220-bfd5-4570-81ae-578c368af51d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.006991] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178347MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1030.007172] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.200098] env[70261]: INFO nova.compute.manager [-] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Took 2.14 seconds to deallocate network for instance. [ 1030.239092] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.239357] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.430445] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.430812] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c37ee9a1-0ac8-48ab-805f-e581ea91ccfd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.439187] env[70261]: DEBUG oslo_vmware.api [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1030.439187] env[70261]: value = "task-3386573" [ 1030.439187] env[70261]: _type = "Task" [ 1030.439187] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.449906] env[70261]: DEBUG oslo_vmware.api [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.450879] env[70261]: DEBUG oslo_concurrency.lockutils [None req-408295c1-41c6-4d9a-b8d7-6d78d8bed6b3 tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "68f842e5-ff02-4fff-82dd-a22ee8e98e62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.277s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.493905] env[70261]: DEBUG nova.network.neutron [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Successfully updated port: da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.708857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.739460] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a65cf-3da1-4f0f-86ee-84cb932769b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.742280] env[70261]: DEBUG nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.750602] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364637af-ef48-4fa1-aee0-c834598208e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.783471] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768b1eb7-32c8-4fe7-8d99-ce77d7f79949 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.791625] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048ab954-bc2e-46d0-a83b-e3a9a699244d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.806384] env[70261]: DEBUG nova.compute.provider_tree [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.949865] env[70261]: DEBUG oslo_vmware.api [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386573, 'name': PowerOffVM_Task, 'duration_secs': 0.225521} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.950251] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.950508] env[70261]: DEBUG nova.compute.manager [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.951420] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e73d49-5580-446e-bd80-e851b6e8365c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.996063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.996232] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquired lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.996385] env[70261]: DEBUG nova.network.neutron [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1031.110140] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "cc9c20af-d357-498b-af93-5a031c96b086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.110365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "cc9c20af-d357-498b-af93-5a031c96b086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.123734] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "93e208f1-38f1-4021-9952-afdea3e2aead" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.123969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "93e208f1-38f1-4021-9952-afdea3e2aead" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.124186] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "93e208f1-38f1-4021-9952-afdea3e2aead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.124369] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "93e208f1-38f1-4021-9952-afdea3e2aead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.124528] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "93e208f1-38f1-4021-9952-afdea3e2aead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.126415] env[70261]: INFO nova.compute.manager [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Terminating instance [ 1031.245873] env[70261]: DEBUG nova.compute.manager [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Received event network-vif-plugged-da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.246246] env[70261]: DEBUG oslo_concurrency.lockutils [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] Acquiring lock "950c75fd-73f0-4f33-810d-603fc7304efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.246447] env[70261]: DEBUG oslo_concurrency.lockutils [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] Lock "950c75fd-73f0-4f33-810d-603fc7304efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.246623] env[70261]: DEBUG oslo_concurrency.lockutils [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] Lock "950c75fd-73f0-4f33-810d-603fc7304efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.246824] env[70261]: DEBUG nova.compute.manager [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] No waiting events found dispatching network-vif-plugged-da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.247026] env[70261]: WARNING nova.compute.manager [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Received unexpected event network-vif-plugged-da2395c3-10e9-4230-9ead-4ff6dadaab41 for instance with vm_state building and task_state spawning. [ 1031.247232] env[70261]: DEBUG nova.compute.manager [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Received event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.247412] env[70261]: DEBUG nova.compute.manager [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing instance network info cache due to event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.247584] env[70261]: DEBUG oslo_concurrency.lockutils [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] Acquiring lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.262383] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.309352] env[70261]: DEBUG nova.scheduler.client.report [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.462544] env[70261]: DEBUG oslo_concurrency.lockutils [None req-252b2212-5a0b-45d6-aab8-4fb7381113d8 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.529865] env[70261]: DEBUG nova.network.neutron [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1031.613060] env[70261]: DEBUG nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.630541] env[70261]: DEBUG nova.compute.manager [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.630899] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.631852] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94fba2d-cfe0-4e33-8726-4e2af60b3803 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.640864] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.641139] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a085f29-986f-4cf9-b907-351cae75766e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.648123] env[70261]: DEBUG oslo_vmware.api [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 1031.648123] env[70261]: value = "task-3386574" [ 1031.648123] env[70261]: _type = "Task" [ 1031.648123] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.658468] env[70261]: DEBUG oslo_vmware.api [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.659816] env[70261]: DEBUG nova.network.neutron [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.814446] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.816997] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.396s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.817250] env[70261]: DEBUG nova.objects.instance [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lazy-loading 'resources' on Instance uuid 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.835022] env[70261]: INFO nova.scheduler.client.report [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Deleted allocations for instance af5971fe-ee7b-43af-8d58-334de5fb174a [ 1032.131485] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.157678] env[70261]: DEBUG oslo_vmware.api [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386574, 'name': PowerOffVM_Task, 'duration_secs': 0.208355} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.157954] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.158144] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.158394] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0c9b1ad-3bcc-4664-a02c-24ebf8609732 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.162465] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Releasing lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.162785] env[70261]: DEBUG nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Instance network_info: |[{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.163074] env[70261]: DEBUG oslo_concurrency.lockutils [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] Acquired lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.163256] env[70261]: DEBUG nova.network.neutron [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1032.164463] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:d2:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da2395c3-10e9-4230-9ead-4ff6dadaab41', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.171884] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Creating folder: Project (68d425a4012f4b998395b013745a3306). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.172876] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d8ba63-23fd-4b4c-82b8-40910b992f9e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.182169] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Created folder: Project (68d425a4012f4b998395b013745a3306) in parent group-v675446. [ 1032.182361] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Creating folder: Instances. Parent ref: group-v675684. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.182590] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcef4f68-8a0d-4983-a369-17ed274e5666 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.193414] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Created folder: Instances in parent group-v675684. [ 1032.193723] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.193925] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.194146] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c9fca3d-0668-4d36-9da8-463b4b88b586 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.215229] env[70261]: DEBUG nova.objects.instance [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.216529] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.216529] env[70261]: value = "task-3386578" [ 1032.216529] env[70261]: _type = "Task" [ 1032.216529] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.226971] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.226971] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.227283] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Deleting the datastore file [datastore2] 93e208f1-38f1-4021-9952-afdea3e2aead {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.227283] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386578, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.227481] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd05f349-7400-45b0-adf1-15e55ecea610 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.235023] env[70261]: DEBUG oslo_vmware.api [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for the task: (returnval){ [ 1032.235023] env[70261]: value = "task-3386579" [ 1032.235023] env[70261]: _type = "Task" [ 1032.235023] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.242755] env[70261]: DEBUG oslo_vmware.api [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.343213] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f8effd2-51eb-45ff-b661-6d10ddf0c446 tempest-AttachInterfacesV270Test-590214518 tempest-AttachInterfacesV270Test-590214518-project-member] Lock "af5971fe-ee7b-43af-8d58-334de5fb174a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.379s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.605301] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f17aa24-2d8b-4df6-ae02-77a29aee616f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.612715] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de86e29-74c9-4946-8854-eb4bd96f65de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.644889] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db992998-f850-4042-af65-9545030a4300 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.651546] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096dc4a6-2c20-4258-81a5-24037a74d1c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.665488] env[70261]: DEBUG nova.compute.provider_tree [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.723035] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.723222] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.723392] env[70261]: DEBUG nova.network.neutron [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1032.723641] env[70261]: DEBUG nova.objects.instance [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'info_cache' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.729885] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386578, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.744020] env[70261]: DEBUG oslo_vmware.api [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Task: {'id': task-3386579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142142} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.746349] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.746534] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.746710] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.746875] env[70261]: INFO nova.compute.manager [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1032.747125] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.747321] env[70261]: DEBUG nova.compute.manager [-] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.747413] env[70261]: DEBUG nova.network.neutron [-] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1032.951081] env[70261]: DEBUG nova.network.neutron [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updated VIF entry in instance network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1032.951622] env[70261]: DEBUG nova.network.neutron [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.168935] env[70261]: DEBUG nova.scheduler.client.report [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.232419] env[70261]: DEBUG nova.objects.base [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Object Instance<840bff09-bbc2-4890-abd6-ad2855e4afe9> lazy-loaded attributes: flavor,info_cache {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.235060] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386578, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.283512] env[70261]: DEBUG nova.compute.manager [req-e6a071f2-dbd9-4a1f-9aec-1e14f5d8990c req-a2df083a-ce11-4f42-8b9c-0c615d18f547 service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Received event network-vif-deleted-9e2a8c92-e457-4194-bf10-71f7e662eb57 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.283686] env[70261]: INFO nova.compute.manager [req-e6a071f2-dbd9-4a1f-9aec-1e14f5d8990c req-a2df083a-ce11-4f42-8b9c-0c615d18f547 service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Neutron deleted interface 9e2a8c92-e457-4194-bf10-71f7e662eb57; detaching it from the instance and deleting it from the info cache [ 1033.283858] env[70261]: DEBUG nova.network.neutron [req-e6a071f2-dbd9-4a1f-9aec-1e14f5d8990c req-a2df083a-ce11-4f42-8b9c-0c615d18f547 service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.455075] env[70261]: DEBUG oslo_concurrency.lockutils [req-aa584b44-f8e0-4a7e-8211-42137ac9404b req-0289ba31-7478-4ba6-9c4e-22306bb1a790 service nova] Releasing lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.585981] env[70261]: DEBUG nova.network.neutron [-] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.674035] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.677277] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.955s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.677615] env[70261]: DEBUG nova.objects.instance [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lazy-loading 'resources' on Instance uuid 80653919-2724-47b4-bbf6-44c4ca79e7cd {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.711316] env[70261]: INFO nova.scheduler.client.report [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Deleted allocations for instance 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0 [ 1033.728791] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386578, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.786399] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae5ab611-f8ad-4f5b-88d1-bc88247679e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.797967] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d23601-c976-40cb-9d13-37310baf011b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.826779] env[70261]: DEBUG nova.compute.manager [req-e6a071f2-dbd9-4a1f-9aec-1e14f5d8990c req-a2df083a-ce11-4f42-8b9c-0c615d18f547 service nova] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Detach interface failed, port_id=9e2a8c92-e457-4194-bf10-71f7e662eb57, reason: Instance 93e208f1-38f1-4021-9952-afdea3e2aead could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.957419] env[70261]: DEBUG nova.network.neutron [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updating instance_info_cache with network_info: [{"id": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "address": "fa:16:3e:07:30:e8", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46147b2-e5", "ovs_interfaceid": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.090167] env[70261]: INFO nova.compute.manager [-] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Took 1.34 seconds to deallocate network for instance. [ 1034.229336] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03f3b197-b56a-40e9-8cf4-bf5856d4e2e5 tempest-ServersWithSpecificFlavorTestJSON-1748394952 tempest-ServersWithSpecificFlavorTestJSON-1748394952-project-member] Lock "7b5342e2-5949-46e2-9de0-4ee0ffcdcef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.265s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.235980] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386578, 'name': CreateVM_Task, 'duration_secs': 1.612651} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.236151] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.236856] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.236933] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.237286] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.237541] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baaa2a28-1d9d-4ef7-b85c-acf2f830a4b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.242895] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1034.242895] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525e54db-d630-a9db-be8e-d7d18f465aba" [ 1034.242895] env[70261]: _type = "Task" [ 1034.242895] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.255437] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525e54db-d630-a9db-be8e-d7d18f465aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.460013] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.545128] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b6a3fa-e134-4469-a2ee-f8c5a943c488 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.556894] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c23f62-2ab0-4e74-be5f-a914cf73aa8d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.591385] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160828b1-ce98-449b-8fb6-2158537216e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.596846] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.601207] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce9ffa8-b57d-4812-9622-2ec95d00a6fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.614965] env[70261]: DEBUG nova.compute.provider_tree [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.756938] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525e54db-d630-a9db-be8e-d7d18f465aba, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.757462] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.757825] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.758186] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.758471] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.758779] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.759497] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c52dfe-742a-4ad0-85ab-7f181c958467 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.770287] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.770287] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.770560] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14405dd9-0900-4e1f-ad00-ac83d627e3d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.775983] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1034.775983] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ed1dfb-5332-5864-2a1f-16472965526b" [ 1034.775983] env[70261]: _type = "Task" [ 1034.775983] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.784150] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ed1dfb-5332-5864-2a1f-16472965526b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.118190] env[70261]: DEBUG nova.scheduler.client.report [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.288273] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ed1dfb-5332-5864-2a1f-16472965526b, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.288273] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872e9abf-d158-49dc-99b7-6afe57bad7a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.293049] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1035.293049] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5218b3e8-5818-d441-eeff-fdae7cecc1ae" [ 1035.293049] env[70261]: _type = "Task" [ 1035.293049] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.302188] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5218b3e8-5818-d441-eeff-fdae7cecc1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.465421] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.465761] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb2734ae-7a26-4568-9455-1298466c4d80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.472684] env[70261]: DEBUG oslo_vmware.api [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1035.472684] env[70261]: value = "task-3386580" [ 1035.472684] env[70261]: _type = "Task" [ 1035.472684] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.480448] env[70261]: DEBUG oslo_vmware.api [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.626756] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.629130] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.357s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.630923] env[70261]: INFO nova.compute.claims [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.658652] env[70261]: INFO nova.scheduler.client.report [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Deleted allocations for instance 80653919-2724-47b4-bbf6-44c4ca79e7cd [ 1035.804444] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5218b3e8-5818-d441-eeff-fdae7cecc1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.804656] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.804925] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 950c75fd-73f0-4f33-810d-603fc7304efc/950c75fd-73f0-4f33-810d-603fc7304efc.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.805249] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-270929d6-36e2-4734-9b89-972d87acf3c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.812769] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1035.812769] env[70261]: value = "task-3386581" [ 1035.812769] env[70261]: _type = "Task" [ 1035.812769] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.822449] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.982516] env[70261]: DEBUG oslo_vmware.api [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386580, 'name': PowerOnVM_Task, 'duration_secs': 0.392023} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.982785] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.982986] env[70261]: DEBUG nova.compute.manager [None req-aa9a7531-3422-474d-a090-6b3a99798ad5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.983854] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef36840-1fb7-44c5-8819-38a734aa774c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.167923] env[70261]: DEBUG oslo_concurrency.lockutils [None req-825a3793-2b76-4f15-8e13-c9272b095500 tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "80653919-2724-47b4-bbf6-44c4ca79e7cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.327s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.326647] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508349} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.326647] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 950c75fd-73f0-4f33-810d-603fc7304efc/950c75fd-73f0-4f33-810d-603fc7304efc.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.326647] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.326647] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-586d70cd-1f67-4148-92db-dae76d0bcbe0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.332320] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1036.332320] env[70261]: value = "task-3386582" [ 1036.332320] env[70261]: _type = "Task" [ 1036.332320] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.339996] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.846685] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063466} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.846968] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.848617] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718705a5-8f8a-4197-913d-e016d4be2e9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.875258] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 950c75fd-73f0-4f33-810d-603fc7304efc/950c75fd-73f0-4f33-810d-603fc7304efc.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.878115] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2f88c9-8650-43bd-a74f-79c6931c86e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.896774] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1036.896774] env[70261]: value = "task-3386583" [ 1036.896774] env[70261]: _type = "Task" [ 1036.896774] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.905500] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.969458] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23212813-d6ed-4ac9-909a-c0e517101157 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.976889] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d779d773-0fce-4fcf-b34a-b16a2368ac73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.010414] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c55f6-9cf3-450e-addb-08d06032b8e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.017821] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63f73dd-6c39-42c3-b971-6da2e6fd7b0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.030908] env[70261]: DEBUG nova.compute.provider_tree [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.101113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "01509e0c-e137-41cb-8f6f-5e9b92475277" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.101560] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.102072] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "01509e0c-e137-41cb-8f6f-5e9b92475277-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.102072] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.102280] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.106348] env[70261]: INFO nova.compute.manager [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Terminating instance [ 1037.413717] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386583, 'name': ReconfigVM_Task, 'duration_secs': 0.328317} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.413880] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 950c75fd-73f0-4f33-810d-603fc7304efc/950c75fd-73f0-4f33-810d-603fc7304efc.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.414631] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461c6015-ee18-40d9-b3a4-0c30ec8ff2ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.422223] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1037.422223] env[70261]: value = "task-3386584" [ 1037.422223] env[70261]: _type = "Task" [ 1037.422223] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.433255] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386584, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.534680] env[70261]: DEBUG nova.scheduler.client.report [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.614046] env[70261]: DEBUG nova.compute.manager [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.614046] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.614046] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc8c92-9dd0-40f0-8ca3-7c10d41c3db3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.623342] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.623670] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30cfe8df-3a9a-4789-9b6a-435dd2819e76 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.634819] env[70261]: DEBUG oslo_vmware.api [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1037.634819] env[70261]: value = "task-3386585" [ 1037.634819] env[70261]: _type = "Task" [ 1037.634819] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.647116] env[70261]: DEBUG oslo_vmware.api [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.931973] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386584, 'name': Rename_Task, 'duration_secs': 0.207372} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.932271] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.932662] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2007fb15-af63-46e1-901f-5b28436874ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.938786] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1037.938786] env[70261]: value = "task-3386586" [ 1037.938786] env[70261]: _type = "Task" [ 1037.938786] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.946699] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.040017] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.040552] env[70261]: DEBUG nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.043387] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.504s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.044696] env[70261]: DEBUG nova.objects.instance [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lazy-loading 'resources' on Instance uuid fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.143246] env[70261]: DEBUG oslo_vmware.api [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386585, 'name': PowerOffVM_Task, 'duration_secs': 0.248314} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.143413] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.143759] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.144358] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb919e8-338a-4a0e-8fc9-c47971278830 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.213204] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.213204] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.213204] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Deleting the datastore file [datastore1] 01509e0c-e137-41cb-8f6f-5e9b92475277 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.213204] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-178b29ff-db14-4bb4-ae76-8533654e6cb8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.221113] env[70261]: DEBUG oslo_vmware.api [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for the task: (returnval){ [ 1038.221113] env[70261]: value = "task-3386588" [ 1038.221113] env[70261]: _type = "Task" [ 1038.221113] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.229668] env[70261]: DEBUG oslo_vmware.api [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.448264] env[70261]: DEBUG oslo_vmware.api [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386586, 'name': PowerOnVM_Task, 'duration_secs': 0.508552} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.448543] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.448756] env[70261]: INFO nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1038.448934] env[70261]: DEBUG nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.449758] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c318621-4755-4f8b-b940-e12ea03345bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.547148] env[70261]: DEBUG nova.compute.utils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.551474] env[70261]: DEBUG nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.551779] env[70261]: DEBUG nova.network.neutron [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.598997] env[70261]: DEBUG nova.policy [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '347167b6dece495f8c9d8abc29004340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c64f81514a42408f3f8b7ef9b35360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.735698] env[70261]: DEBUG oslo_vmware.api [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Task: {'id': task-3386588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373944} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.738870] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.738870] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.738870] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.740009] env[70261]: INFO nova.compute.manager [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1038.740009] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.740009] env[70261]: DEBUG nova.compute.manager [-] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.740009] env[70261]: DEBUG nova.network.neutron [-] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1038.861423] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465271cb-f0d3-43ef-8995-bce71026f776 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.869118] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c848e6-cbed-48b9-bcee-092555fad665 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.899378] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df948a9-01db-414c-a450-d6df8f0310d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.907016] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c5d00-1beb-4377-98c2-2ea04f8f2120 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.920233] env[70261]: DEBUG nova.compute.provider_tree [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.968284] env[70261]: INFO nova.compute.manager [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Took 34.44 seconds to build instance. [ 1039.042198] env[70261]: DEBUG nova.network.neutron [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Successfully created port: 69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.052522] env[70261]: DEBUG nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.141318] env[70261]: DEBUG nova.compute.manager [req-7db54261-f2cc-4b3c-87fc-5634977ffb80 req-a493241e-3549-46f4-b304-8f1bcca657f5 service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Received event network-vif-deleted-ea7d6baf-e419-4af1-8e8b-633d13fdc571 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.141530] env[70261]: INFO nova.compute.manager [req-7db54261-f2cc-4b3c-87fc-5634977ffb80 req-a493241e-3549-46f4-b304-8f1bcca657f5 service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Neutron deleted interface ea7d6baf-e419-4af1-8e8b-633d13fdc571; detaching it from the instance and deleting it from the info cache [ 1039.141746] env[70261]: DEBUG nova.network.neutron [req-7db54261-f2cc-4b3c-87fc-5634977ffb80 req-a493241e-3549-46f4-b304-8f1bcca657f5 service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.427081] env[70261]: DEBUG nova.scheduler.client.report [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.470808] env[70261]: DEBUG oslo_concurrency.lockutils [None req-52907df9-1955-4ea0-b7d2-9833a6f230f7 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "950c75fd-73f0-4f33-810d-603fc7304efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.957s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.621233] env[70261]: DEBUG nova.network.neutron [-] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.645819] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4630e5a6-ad52-4529-8bac-f50bec568917 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.658791] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d653a0-8380-453d-8a37-678d938812fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.687937] env[70261]: DEBUG nova.compute.manager [req-7db54261-f2cc-4b3c-87fc-5634977ffb80 req-a493241e-3549-46f4-b304-8f1bcca657f5 service nova] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Detach interface failed, port_id=ea7d6baf-e419-4af1-8e8b-633d13fdc571, reason: Instance 01509e0c-e137-41cb-8f6f-5e9b92475277 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.933488] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.936036] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.064s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.937497] env[70261]: INFO nova.compute.claims [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.959053] env[70261]: INFO nova.scheduler.client.report [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Deleted allocations for instance fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638 [ 1040.063466] env[70261]: DEBUG nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.096258] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.096524] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.097349] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.097519] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.097819] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.098010] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.098240] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.098471] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.098666] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.098842] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.099027] env[70261]: DEBUG nova.virt.hardware [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.100431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e14083-2d62-4755-9f38-17f002fd4757 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.110373] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d014f2fb-e739-49e9-b875-d0a96bb1252a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.127349] env[70261]: INFO nova.compute.manager [-] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Took 1.39 seconds to deallocate network for instance. [ 1040.463785] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0aa9bc24-3917-42ba-95c1-cfc8f860d61d tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.784s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.531265] env[70261]: DEBUG nova.network.neutron [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Successfully updated port: 69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.635548] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.036031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.036031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.036235] env[70261]: DEBUG nova.network.neutron [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1041.180530] env[70261]: DEBUG nova.compute.manager [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Received event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.180819] env[70261]: DEBUG nova.compute.manager [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing instance network info cache due to event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.180893] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Acquiring lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.181061] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Acquired lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.181221] env[70261]: DEBUG nova.network.neutron [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1041.230710] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f51b25-8ade-4c37-a8a5-76f13e6e5642 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.238828] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc613911-3e03-4f6a-9fcd-c9a594e1eab4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.271037] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea74454-4c4b-471c-954e-13620fca012c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.279202] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ff92fd-8d05-45e6-a8d5-2d95690d45de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.293735] env[70261]: DEBUG nova.compute.provider_tree [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.571513] env[70261]: DEBUG nova.network.neutron [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1041.797789] env[70261]: DEBUG nova.scheduler.client.report [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.823167] env[70261]: DEBUG nova.network.neutron [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Updating instance_info_cache with network_info: [{"id": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "address": "fa:16:3e:98:79:e2", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c3b09a-77", "ovs_interfaceid": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.228619] env[70261]: DEBUG nova.network.neutron [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updated VIF entry in instance network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1042.229160] env[70261]: DEBUG nova.network.neutron [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.305290] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.305290] env[70261]: DEBUG nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.307954] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.694s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.308556] env[70261]: DEBUG nova.objects.instance [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1042.325137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.325137] env[70261]: DEBUG nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Instance network_info: |[{"id": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "address": "fa:16:3e:98:79:e2", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c3b09a-77", "ovs_interfaceid": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.325320] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:79:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69c3b09a-77d6-4c93-bfa7-f42b20be46d1', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.332815] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.333104] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.333428] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-037bd340-bc8e-498d-a4cd-916cb942500e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.355718] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.355718] env[70261]: value = "task-3386589" [ 1042.355718] env[70261]: _type = "Task" [ 1042.355718] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.364033] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386589, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.735021] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Releasing lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.735021] env[70261]: DEBUG nova.compute.manager [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Received event network-vif-plugged-69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.735021] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Acquiring lock "e4becf50-18ce-46a1-a2b0-87a576a82eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.735021] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.735021] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.735021] env[70261]: DEBUG nova.compute.manager [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] No waiting events found dispatching network-vif-plugged-69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.735021] env[70261]: WARNING nova.compute.manager [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Received unexpected event network-vif-plugged-69c3b09a-77d6-4c93-bfa7-f42b20be46d1 for instance with vm_state building and task_state spawning. [ 1042.735021] env[70261]: DEBUG nova.compute.manager [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Received event network-changed-69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.735021] env[70261]: DEBUG nova.compute.manager [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Refreshing instance network info cache due to event network-changed-69c3b09a-77d6-4c93-bfa7-f42b20be46d1. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.735021] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Acquiring lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.735021] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Acquired lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.735021] env[70261]: DEBUG nova.network.neutron [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Refreshing network info cache for port 69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1042.815024] env[70261]: DEBUG nova.compute.utils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.817866] env[70261]: DEBUG nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.818235] env[70261]: DEBUG nova.network.neutron [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.998964] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386589, 'name': CreateVM_Task, 'duration_secs': 0.313194} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.998964] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.998964] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.998964] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.998964] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.998964] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d30e397-7e4e-4ef6-9927-c595be2fcf8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.998964] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1042.998964] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d8908d-5193-37b5-8683-5bad91efa1ea" [ 1042.998964] env[70261]: _type = "Task" [ 1042.998964] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.998964] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d8908d-5193-37b5-8683-5bad91efa1ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.998964] env[70261]: DEBUG nova.policy [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3df9e65371d43fb8daa5be48597d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9885e76c83ad46e2b6dd956074b0c40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.264512] env[70261]: DEBUG nova.network.neutron [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Successfully created port: 22b59d40-1728-4e1d-b8d7-abec52058c5f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.318956] env[70261]: DEBUG nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.322597] env[70261]: DEBUG oslo_concurrency.lockutils [None req-194c21a7-680e-40aa-8765-3bfc3b643cf7 tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.324205] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.284s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.324461] env[70261]: DEBUG nova.objects.instance [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1043.386864] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d8908d-5193-37b5-8683-5bad91efa1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.387761] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.387761] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.387906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.388281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.388911] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.388911] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a6f9a7f-332b-44e2-b4f9-1f78d0af48f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.397505] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.397732] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.398463] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b993d1-4360-4cd7-a9ec-76b5b0cc5a6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.403271] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1043.403271] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5294852b-6b6f-3c73-2393-ceb3e503d0ac" [ 1043.403271] env[70261]: _type = "Task" [ 1043.403271] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.414259] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5294852b-6b6f-3c73-2393-ceb3e503d0ac, 'name': SearchDatastore_Task} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.415111] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16831bca-2792-4f32-9603-0d2f5e06d076 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.420147] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1043.420147] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ddae7b-3002-8e0e-3a89-dc8f90ab7763" [ 1043.420147] env[70261]: _type = "Task" [ 1043.420147] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.427989] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ddae7b-3002-8e0e-3a89-dc8f90ab7763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.554660] env[70261]: DEBUG nova.network.neutron [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Updated VIF entry in instance network info cache for port 69c3b09a-77d6-4c93-bfa7-f42b20be46d1. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1043.554660] env[70261]: DEBUG nova.network.neutron [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Updating instance_info_cache with network_info: [{"id": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "address": "fa:16:3e:98:79:e2", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c3b09a-77", "ovs_interfaceid": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.935416] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ddae7b-3002-8e0e-3a89-dc8f90ab7763, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.935416] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.935416] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] e4becf50-18ce-46a1-a2b0-87a576a82eee/e4becf50-18ce-46a1-a2b0-87a576a82eee.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.935416] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cf8fd73-d042-4ba8-ac70-a78b4c185825 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.941269] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1043.941269] env[70261]: value = "task-3386590" [ 1043.941269] env[70261]: _type = "Task" [ 1043.941269] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.949801] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.032868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.033172] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.058286] env[70261]: DEBUG oslo_concurrency.lockutils [req-ea1f1cfc-2b81-4502-a02a-bfd9e19a98d6 req-2af0e296-f17e-4f47-8ad8-7e4eb119a1d3 service nova] Releasing lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.332407] env[70261]: DEBUG nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.335784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c23c96e5-ca3f-4179-a0d0-05124aa7f510 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.337186] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.106s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.342426] env[70261]: INFO nova.compute.claims [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.359178] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.359496] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.359680] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.359881] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.360043] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.360207] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.360481] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.360666] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.360837] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.360998] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.361192] env[70261]: DEBUG nova.virt.hardware [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.362617] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379de89e-5ba1-4cc4-b450-5625353dd7c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.373350] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9f7c31-f3fd-476a-bba2-dd7b776a1fb6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.450874] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386590, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.535829] env[70261]: DEBUG nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.835159] env[70261]: DEBUG nova.compute.manager [req-d421ec30-b1af-4310-9d62-4dae9e3e6867 req-67215cc3-4019-4d05-80ba-ab67b13cbad1 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Received event network-vif-plugged-22b59d40-1728-4e1d-b8d7-abec52058c5f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.835484] env[70261]: DEBUG oslo_concurrency.lockutils [req-d421ec30-b1af-4310-9d62-4dae9e3e6867 req-67215cc3-4019-4d05-80ba-ab67b13cbad1 service nova] Acquiring lock "a05c9919-8a0e-4f72-8188-d131af34c954-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.835605] env[70261]: DEBUG oslo_concurrency.lockutils [req-d421ec30-b1af-4310-9d62-4dae9e3e6867 req-67215cc3-4019-4d05-80ba-ab67b13cbad1 service nova] Lock "a05c9919-8a0e-4f72-8188-d131af34c954-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.835756] env[70261]: DEBUG oslo_concurrency.lockutils [req-d421ec30-b1af-4310-9d62-4dae9e3e6867 req-67215cc3-4019-4d05-80ba-ab67b13cbad1 service nova] Lock "a05c9919-8a0e-4f72-8188-d131af34c954-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.836022] env[70261]: DEBUG nova.compute.manager [req-d421ec30-b1af-4310-9d62-4dae9e3e6867 req-67215cc3-4019-4d05-80ba-ab67b13cbad1 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] No waiting events found dispatching network-vif-plugged-22b59d40-1728-4e1d-b8d7-abec52058c5f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.836110] env[70261]: WARNING nova.compute.manager [req-d421ec30-b1af-4310-9d62-4dae9e3e6867 req-67215cc3-4019-4d05-80ba-ab67b13cbad1 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Received unexpected event network-vif-plugged-22b59d40-1728-4e1d-b8d7-abec52058c5f for instance with vm_state building and task_state spawning. [ 1044.900185] env[70261]: DEBUG nova.network.neutron [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Successfully updated port: 22b59d40-1728-4e1d-b8d7-abec52058c5f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.953985] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613339} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.954279] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] e4becf50-18ce-46a1-a2b0-87a576a82eee/e4becf50-18ce-46a1-a2b0-87a576a82eee.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.954520] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.954799] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99ab4ab5-3a43-43d1-a7d3-659080156e68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.961745] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1044.961745] env[70261]: value = "task-3386591" [ 1044.961745] env[70261]: _type = "Task" [ 1044.961745] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.971330] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.059295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.403068] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "refresh_cache-a05c9919-8a0e-4f72-8188-d131af34c954" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.403301] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "refresh_cache-a05c9919-8a0e-4f72-8188-d131af34c954" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.403471] env[70261]: DEBUG nova.network.neutron [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1045.473597] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071529} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.473816] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.474619] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d630719-31d1-4f08-b65d-407d0926f1e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.499278] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] e4becf50-18ce-46a1-a2b0-87a576a82eee/e4becf50-18ce-46a1-a2b0-87a576a82eee.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.501985] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2fed792-471b-460f-abc8-c4d9aba45637 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.521250] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1045.521250] env[70261]: value = "task-3386592" [ 1045.521250] env[70261]: _type = "Task" [ 1045.521250] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.530134] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.654036] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23823055-0e97-4599-b474-197f94332c28 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.661685] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1a4d70-21ba-4b2e-8e8e-764d69b10313 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.704373] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0139615-2b75-4945-b09c-0d57a0ef5ffb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.713284] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd6847-d827-44c1-bffd-8529a9c03b93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.730156] env[70261]: DEBUG nova.compute.provider_tree [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.947548] env[70261]: DEBUG nova.network.neutron [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1046.031516] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386592, 'name': ReconfigVM_Task, 'duration_secs': 0.268405} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.031799] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Reconfigured VM instance instance-00000056 to attach disk [datastore1] e4becf50-18ce-46a1-a2b0-87a576a82eee/e4becf50-18ce-46a1-a2b0-87a576a82eee.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.032475] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8554d36f-0ddd-4e9c-96c0-9d0b7fe3d60c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.038648] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1046.038648] env[70261]: value = "task-3386593" [ 1046.038648] env[70261]: _type = "Task" [ 1046.038648] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.048790] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386593, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.147970] env[70261]: DEBUG nova.network.neutron [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Updating instance_info_cache with network_info: [{"id": "22b59d40-1728-4e1d-b8d7-abec52058c5f", "address": "fa:16:3e:ec:21:05", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b59d40-17", "ovs_interfaceid": "22b59d40-1728-4e1d-b8d7-abec52058c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.233598] env[70261]: DEBUG nova.scheduler.client.report [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.548650] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386593, 'name': Rename_Task, 'duration_secs': 0.143411} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.548940] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.549181] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af84a0fc-9667-4c4b-b988-e27addc3e63a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.556151] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1046.556151] env[70261]: value = "task-3386594" [ 1046.556151] env[70261]: _type = "Task" [ 1046.556151] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.569442] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.650880] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "refresh_cache-a05c9919-8a0e-4f72-8188-d131af34c954" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.651203] env[70261]: DEBUG nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Instance network_info: |[{"id": "22b59d40-1728-4e1d-b8d7-abec52058c5f", "address": "fa:16:3e:ec:21:05", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b59d40-17", "ovs_interfaceid": "22b59d40-1728-4e1d-b8d7-abec52058c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.651654] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:21:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22b59d40-1728-4e1d-b8d7-abec52058c5f', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.659447] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.659673] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.659904] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79698813-d919-4954-8af5-a3e6b22486dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.679539] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.679539] env[70261]: value = "task-3386595" [ 1046.679539] env[70261]: _type = "Task" [ 1046.679539] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.688231] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386595, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.740267] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.741084] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.743856] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.482s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.746317] env[70261]: INFO nova.compute.claims [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.863026] env[70261]: DEBUG nova.compute.manager [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Received event network-changed-22b59d40-1728-4e1d-b8d7-abec52058c5f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.863233] env[70261]: DEBUG nova.compute.manager [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Refreshing instance network info cache due to event network-changed-22b59d40-1728-4e1d-b8d7-abec52058c5f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.863412] env[70261]: DEBUG oslo_concurrency.lockutils [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] Acquiring lock "refresh_cache-a05c9919-8a0e-4f72-8188-d131af34c954" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.863521] env[70261]: DEBUG oslo_concurrency.lockutils [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] Acquired lock "refresh_cache-a05c9919-8a0e-4f72-8188-d131af34c954" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.863730] env[70261]: DEBUG nova.network.neutron [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Refreshing network info cache for port 22b59d40-1728-4e1d-b8d7-abec52058c5f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1047.067880] env[70261]: DEBUG oslo_vmware.api [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386594, 'name': PowerOnVM_Task, 'duration_secs': 0.494529} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.068316] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.068643] env[70261]: INFO nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1047.068902] env[70261]: DEBUG nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.069831] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b2888-ec10-4682-a1d3-9ad70ed238cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.189601] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386595, 'name': CreateVM_Task, 'duration_secs': 0.33562} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.189810] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.190525] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.190688] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.191023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.191280] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ae0913-2b3f-43c2-a181-696fce723fb1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.196711] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1047.196711] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525d637c-c056-af55-ba1b-9f2ddea8b0e9" [ 1047.196711] env[70261]: _type = "Task" [ 1047.196711] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.203495] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525d637c-c056-af55-ba1b-9f2ddea8b0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.252327] env[70261]: DEBUG nova.compute.utils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.254876] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.255057] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.314723] env[70261]: DEBUG nova.policy [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92d4f1ea2de94f6d9116e1a20544b0f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79c5413649864a14aa89855ae5ca7e10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.589629] env[70261]: INFO nova.compute.manager [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Took 25.34 seconds to build instance. [ 1047.708238] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525d637c-c056-af55-ba1b-9f2ddea8b0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.032587} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.708238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.708238] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.708238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.708238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.708518] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.708863] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96c70a78-ea29-45f3-a0d5-7443f257ce82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.721020] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.721020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.721020] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eebcca6-40d6-4736-a835-380f351dd5ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.726196] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1047.726196] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522437c8-b5ce-d981-5232-0ed19d701e47" [ 1047.726196] env[70261]: _type = "Task" [ 1047.726196] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.733723] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522437c8-b5ce-d981-5232-0ed19d701e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.759102] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.815573] env[70261]: DEBUG nova.network.neutron [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Updated VIF entry in instance network info cache for port 22b59d40-1728-4e1d-b8d7-abec52058c5f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1047.815573] env[70261]: DEBUG nova.network.neutron [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Updating instance_info_cache with network_info: [{"id": "22b59d40-1728-4e1d-b8d7-abec52058c5f", "address": "fa:16:3e:ec:21:05", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b59d40-17", "ovs_interfaceid": "22b59d40-1728-4e1d-b8d7-abec52058c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.901403] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Successfully created port: daecacf3-76e9-46b6-b57e-6d7ff4f45450 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.091272] env[70261]: DEBUG oslo_concurrency.lockutils [None req-26d9218f-750f-4472-8827-d5bfd67df931 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.884s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.164877] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c692b2-8a97-4f84-a0e9-63357d8423fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.172751] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc23b42f-c007-45c3-a0d3-88f713d68dc0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.211580] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f131f2c9-7571-4ca7-9c79-d77a0fc3af27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.219896] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b3a6d0-0e6d-43af-b345-2e256fd16145 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.238941] env[70261]: DEBUG nova.compute.provider_tree [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.246400] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522437c8-b5ce-d981-5232-0ed19d701e47, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.246536] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e78f8f-2be7-43d9-aa95-1d4b047a3b1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.252810] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1048.252810] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523f90b5-6176-c5a9-c0c4-c7b61e1d697f" [ 1048.252810] env[70261]: _type = "Task" [ 1048.252810] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.261303] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523f90b5-6176-c5a9-c0c4-c7b61e1d697f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.318580] env[70261]: DEBUG oslo_concurrency.lockutils [req-a47370b4-5556-443f-90a0-283c3a4bcd28 req-ff2826e3-d37f-49d9-b6ed-d37951007041 service nova] Releasing lock "refresh_cache-a05c9919-8a0e-4f72-8188-d131af34c954" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.742893] env[70261]: DEBUG nova.scheduler.client.report [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.766190] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523f90b5-6176-c5a9-c0c4-c7b61e1d697f, 'name': SearchDatastore_Task, 'duration_secs': 0.015701} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.767175] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.767691] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a05c9919-8a0e-4f72-8188-d131af34c954/a05c9919-8a0e-4f72-8188-d131af34c954.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.767764] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00929e34-7567-43a4-be43-0d97af838b3f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.772229] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.779107] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1048.779107] env[70261]: value = "task-3386596" [ 1048.779107] env[70261]: _type = "Task" [ 1048.779107] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.789699] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.802207] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.803079] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.803433] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.804562] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590a244-3120-4a32-8606-f37cc63e6e61 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.813166] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b5068-b117-40d4-80ed-56f315a055ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.889190] env[70261]: DEBUG nova.compute.manager [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Received event network-changed-69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.890029] env[70261]: DEBUG nova.compute.manager [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Refreshing instance network info cache due to event network-changed-69c3b09a-77d6-4c93-bfa7-f42b20be46d1. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.890029] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] Acquiring lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.890334] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] Acquired lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.890445] env[70261]: DEBUG nova.network.neutron [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Refreshing network info cache for port 69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1049.162162] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.162413] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.251609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.252456] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.256173] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.935s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.257635] env[70261]: INFO nova.compute.claims [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.289029] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483927} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.289308] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a05c9919-8a0e-4f72-8188-d131af34c954/a05c9919-8a0e-4f72-8188-d131af34c954.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.289524] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.289809] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-192dc6be-a288-4dd1-ae59-29220e64ca32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.297770] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1049.297770] env[70261]: value = "task-3386597" [ 1049.297770] env[70261]: _type = "Task" [ 1049.297770] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.306981] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.537639] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Successfully updated port: daecacf3-76e9-46b6-b57e-6d7ff4f45450 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.665356] env[70261]: DEBUG nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.673130] env[70261]: DEBUG nova.network.neutron [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Updated VIF entry in instance network info cache for port 69c3b09a-77d6-4c93-bfa7-f42b20be46d1. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1049.673520] env[70261]: DEBUG nova.network.neutron [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Updating instance_info_cache with network_info: [{"id": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "address": "fa:16:3e:98:79:e2", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c3b09a-77", "ovs_interfaceid": "69c3b09a-77d6-4c93-bfa7-f42b20be46d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.763273] env[70261]: DEBUG nova.compute.utils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.771636] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.771636] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.808419] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066908} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.808681] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.809476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f946bf-316d-436f-baa1-139fc91275b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.815162] env[70261]: DEBUG nova.policy [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92d4f1ea2de94f6d9116e1a20544b0f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79c5413649864a14aa89855ae5ca7e10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.843068] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a05c9919-8a0e-4f72-8188-d131af34c954/a05c9919-8a0e-4f72-8188-d131af34c954.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.844523] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea0ed53-2ac9-4886-817c-6a667142ff6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.866612] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1049.866612] env[70261]: value = "task-3386598" [ 1049.866612] env[70261]: _type = "Task" [ 1049.866612] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.877011] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.042868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "refresh_cache-9eed93bb-d9fd-4814-a80e-0088e2a2f073" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.043096] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "refresh_cache-9eed93bb-d9fd-4814-a80e-0088e2a2f073" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.044024] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1050.067766] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Successfully created port: 982a0d42-a278-410e-b772-de65f220d1a6 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.181989] env[70261]: DEBUG oslo_concurrency.lockutils [req-48a22c5c-a768-43cf-9da3-8076f85b6bff req-3a88e80a-e16f-4b95-907e-715ca18c6e64 service nova] Releasing lock "refresh_cache-e4becf50-18ce-46a1-a2b0-87a576a82eee" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.200609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.277942] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.376875] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.574511] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888d16d-2b39-40c4-8ae5-718cf065af97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.582468] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ae457-d6cf-4c48-8799-d1c2448535ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.586272] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1050.617418] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe818d24-b6c2-43c4-a00f-6c9c444fd3e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.625131] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e690921b-b0a0-4818-8328-7c4321cb5f3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.638826] env[70261]: DEBUG nova.compute.provider_tree [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.752282] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Updating instance_info_cache with network_info: [{"id": "daecacf3-76e9-46b6-b57e-6d7ff4f45450", "address": "fa:16:3e:9f:3b:a3", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaecacf3-76", "ovs_interfaceid": "daecacf3-76e9-46b6-b57e-6d7ff4f45450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.878644] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386598, 'name': ReconfigVM_Task, 'duration_secs': 0.864862} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.879478] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a05c9919-8a0e-4f72-8188-d131af34c954/a05c9919-8a0e-4f72-8188-d131af34c954.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.879960] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9137dff6-1d3b-4051-a998-6fa652d058fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.886738] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1050.886738] env[70261]: value = "task-3386599" [ 1050.886738] env[70261]: _type = "Task" [ 1050.886738] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.895370] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386599, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.915804] env[70261]: DEBUG nova.compute.manager [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Received event network-vif-plugged-daecacf3-76e9-46b6-b57e-6d7ff4f45450 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.916012] env[70261]: DEBUG oslo_concurrency.lockutils [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] Acquiring lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.916263] env[70261]: DEBUG oslo_concurrency.lockutils [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.916452] env[70261]: DEBUG oslo_concurrency.lockutils [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.916596] env[70261]: DEBUG nova.compute.manager [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] No waiting events found dispatching network-vif-plugged-daecacf3-76e9-46b6-b57e-6d7ff4f45450 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.916798] env[70261]: WARNING nova.compute.manager [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Received unexpected event network-vif-plugged-daecacf3-76e9-46b6-b57e-6d7ff4f45450 for instance with vm_state building and task_state spawning. [ 1050.916908] env[70261]: DEBUG nova.compute.manager [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Received event network-changed-daecacf3-76e9-46b6-b57e-6d7ff4f45450 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.917075] env[70261]: DEBUG nova.compute.manager [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Refreshing instance network info cache due to event network-changed-daecacf3-76e9-46b6-b57e-6d7ff4f45450. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.917249] env[70261]: DEBUG oslo_concurrency.lockutils [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] Acquiring lock "refresh_cache-9eed93bb-d9fd-4814-a80e-0088e2a2f073" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.142028] env[70261]: DEBUG nova.scheduler.client.report [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.255108] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "refresh_cache-9eed93bb-d9fd-4814-a80e-0088e2a2f073" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.255456] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Instance network_info: |[{"id": "daecacf3-76e9-46b6-b57e-6d7ff4f45450", "address": "fa:16:3e:9f:3b:a3", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaecacf3-76", "ovs_interfaceid": "daecacf3-76e9-46b6-b57e-6d7ff4f45450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.255778] env[70261]: DEBUG oslo_concurrency.lockutils [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] Acquired lock "refresh_cache-9eed93bb-d9fd-4814-a80e-0088e2a2f073" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.255965] env[70261]: DEBUG nova.network.neutron [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Refreshing network info cache for port daecacf3-76e9-46b6-b57e-6d7ff4f45450 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1051.257271] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:3b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daecacf3-76e9-46b6-b57e-6d7ff4f45450', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.265593] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Creating folder: Project (79c5413649864a14aa89855ae5ca7e10). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.266666] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04c00388-225d-4aec-8b11-dbe51678cc19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.277896] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Created folder: Project (79c5413649864a14aa89855ae5ca7e10) in parent group-v675446. [ 1051.278100] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Creating folder: Instances. Parent ref: group-v675689. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.278336] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-525e6f15-2ca5-49e6-b6b0-505f74bcc5db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.288397] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Created folder: Instances in parent group-v675689. [ 1051.288753] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.289047] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.289368] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a70e0c-f638-40db-ab6e-c9d1d588a48a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.305649] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.313094] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.313094] env[70261]: value = "task-3386602" [ 1051.313094] env[70261]: _type = "Task" [ 1051.313094] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.320679] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386602, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.332080] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.332331] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.332488] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.332668] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.332848] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.332955] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.333191] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.333350] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.333517] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.333767] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.333971] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.334799] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d81b83-d392-4478-bd93-d334d2516d2a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.342761] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19d39d5-a094-42c6-a11b-4e959db8190e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.396510] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386599, 'name': Rename_Task, 'duration_secs': 0.460971} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.396971] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.397404] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccacff95-6424-4993-840d-50b243224a6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.404603] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1051.404603] env[70261]: value = "task-3386603" [ 1051.404603] env[70261]: _type = "Task" [ 1051.404603] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.414212] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.531688] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Successfully updated port: 982a0d42-a278-410e-b772-de65f220d1a6 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.647767] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.648338] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.651285] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.985s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.651488] env[70261]: DEBUG nova.objects.instance [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'resources' on Instance uuid b4fdd65d-d8a6-49d6-9a3d-30529c60fd16 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.825985] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386602, 'name': CreateVM_Task, 'duration_secs': 0.351121} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.826328] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.827037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.827218] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.827540] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.827807] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921aeb9c-4360-4d88-b754-f9bb5767b04e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.833385] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1051.833385] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528bf867-629a-6554-2be7-ae1760a9a61e" [ 1051.833385] env[70261]: _type = "Task" [ 1051.833385] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.841676] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528bf867-629a-6554-2be7-ae1760a9a61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.923868] env[70261]: DEBUG oslo_vmware.api [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386603, 'name': PowerOnVM_Task, 'duration_secs': 0.463611} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.925750] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.926133] env[70261]: INFO nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1051.927182] env[70261]: DEBUG nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.929380] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e6b7a-aba4-4595-bf4a-26f3692a4713 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.035704] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "refresh_cache-938451ff-e93f-4f3e-879f-cb1a4209b6f4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.035704] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "refresh_cache-938451ff-e93f-4f3e-879f-cb1a4209b6f4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.035704] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1052.155155] env[70261]: DEBUG nova.compute.utils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.159259] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.160630] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.198769] env[70261]: DEBUG nova.network.neutron [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Updated VIF entry in instance network info cache for port daecacf3-76e9-46b6-b57e-6d7ff4f45450. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1052.199138] env[70261]: DEBUG nova.network.neutron [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Updating instance_info_cache with network_info: [{"id": "daecacf3-76e9-46b6-b57e-6d7ff4f45450", "address": "fa:16:3e:9f:3b:a3", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaecacf3-76", "ovs_interfaceid": "daecacf3-76e9-46b6-b57e-6d7ff4f45450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.213890] env[70261]: DEBUG nova.policy [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92d4f1ea2de94f6d9116e1a20544b0f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79c5413649864a14aa89855ae5ca7e10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.256343] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.256577] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.348483] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528bf867-629a-6554-2be7-ae1760a9a61e, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.349021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.349333] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.349643] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.349929] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.350113] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.350440] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a8f1a34-4553-4278-9671-37eb7f635ca4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.358845] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.359053] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.359781] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfbc2cb-c6b6-45c3-8f3c-cfd979974ddc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.364988] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1052.364988] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee8af3-8e9d-e781-ebae-dc85ddf2135d" [ 1052.364988] env[70261]: _type = "Task" [ 1052.364988] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.376022] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee8af3-8e9d-e781-ebae-dc85ddf2135d, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.376833] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af480268-cd38-427d-a8d0-681425cb2d7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.384048] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1052.384048] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5241f824-0cbe-7e1d-9429-625f35903947" [ 1052.384048] env[70261]: _type = "Task" [ 1052.384048] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.392396] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5241f824-0cbe-7e1d-9429-625f35903947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.450536] env[70261]: INFO nova.compute.manager [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Took 29.60 seconds to build instance. [ 1052.478928] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Successfully created port: 15efa01a-c451-45a0-8c39-bca154c9df4c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.496126] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f35822-adc6-4ee2-a69c-874d0a4d16bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.504253] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0597a7c-4a52-4b1f-96c9-abdbf174f23e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.554020] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaf3675-eb54-4b40-b484-501771f41d21 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.561293] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a5ad4b-03f0-474c-99c5-d3f733a065ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.574172] env[70261]: DEBUG nova.compute.provider_tree [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.594683] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1052.659759] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.702227] env[70261]: DEBUG oslo_concurrency.lockutils [req-d3fd4a46-7efa-4796-a14e-ff0d6a000156 req-52e88251-4a79-4f3e-b141-d32761faad5a service nova] Releasing lock "refresh_cache-9eed93bb-d9fd-4814-a80e-0088e2a2f073" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.760151] env[70261]: DEBUG nova.compute.utils [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.791017] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Updating instance_info_cache with network_info: [{"id": "982a0d42-a278-410e-b772-de65f220d1a6", "address": "fa:16:3e:ff:6d:73", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982a0d42-a2", "ovs_interfaceid": "982a0d42-a278-410e-b772-de65f220d1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.897516] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5241f824-0cbe-7e1d-9429-625f35903947, 'name': SearchDatastore_Task, 'duration_secs': 0.007932} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.897860] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.898226] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9eed93bb-d9fd-4814-a80e-0088e2a2f073/9eed93bb-d9fd-4814-a80e-0088e2a2f073.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.898555] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c7aab3a-f688-4440-9d93-725dfb314c32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.905439] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1052.905439] env[70261]: value = "task-3386604" [ 1052.905439] env[70261]: _type = "Task" [ 1052.905439] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.914679] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.953669] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0d382adc-349b-4b33-9de9-eb7a2ff7ed62 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "a05c9919-8a0e-4f72-8188-d131af34c954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.117s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.077580] env[70261]: DEBUG nova.scheduler.client.report [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.096781] env[70261]: DEBUG nova.compute.manager [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Received event network-vif-plugged-982a0d42-a278-410e-b772-de65f220d1a6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.096781] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] Acquiring lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.096871] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.096953] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.097183] env[70261]: DEBUG nova.compute.manager [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] No waiting events found dispatching network-vif-plugged-982a0d42-a278-410e-b772-de65f220d1a6 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.097294] env[70261]: WARNING nova.compute.manager [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Received unexpected event network-vif-plugged-982a0d42-a278-410e-b772-de65f220d1a6 for instance with vm_state building and task_state spawning. [ 1053.097466] env[70261]: DEBUG nova.compute.manager [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Received event network-changed-982a0d42-a278-410e-b772-de65f220d1a6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.097602] env[70261]: DEBUG nova.compute.manager [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Refreshing instance network info cache due to event network-changed-982a0d42-a278-410e-b772-de65f220d1a6. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.097809] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] Acquiring lock "refresh_cache-938451ff-e93f-4f3e-879f-cb1a4209b6f4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.103117] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "a05c9919-8a0e-4f72-8188-d131af34c954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.103331] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "a05c9919-8a0e-4f72-8188-d131af34c954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.103532] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "a05c9919-8a0e-4f72-8188-d131af34c954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.103715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "a05c9919-8a0e-4f72-8188-d131af34c954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.103956] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "a05c9919-8a0e-4f72-8188-d131af34c954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.106856] env[70261]: INFO nova.compute.manager [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Terminating instance [ 1053.263605] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.293794] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "refresh_cache-938451ff-e93f-4f3e-879f-cb1a4209b6f4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.294380] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Instance network_info: |[{"id": "982a0d42-a278-410e-b772-de65f220d1a6", "address": "fa:16:3e:ff:6d:73", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982a0d42-a2", "ovs_interfaceid": "982a0d42-a278-410e-b772-de65f220d1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.294817] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] Acquired lock "refresh_cache-938451ff-e93f-4f3e-879f-cb1a4209b6f4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.295104] env[70261]: DEBUG nova.network.neutron [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Refreshing network info cache for port 982a0d42-a278-410e-b772-de65f220d1a6 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1053.296688] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:6d:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '982a0d42-a278-410e-b772-de65f220d1a6', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.306710] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.310638] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.311374] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fae6209-f24c-4767-8b8b-ae646efb0add {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.337375] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.337375] env[70261]: value = "task-3386605" [ 1053.337375] env[70261]: _type = "Task" [ 1053.337375] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.347784] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386605, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.415036] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.534259] env[70261]: DEBUG nova.network.neutron [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Updated VIF entry in instance network info cache for port 982a0d42-a278-410e-b772-de65f220d1a6. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1053.535140] env[70261]: DEBUG nova.network.neutron [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Updating instance_info_cache with network_info: [{"id": "982a0d42-a278-410e-b772-de65f220d1a6", "address": "fa:16:3e:ff:6d:73", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982a0d42-a2", "ovs_interfaceid": "982a0d42-a278-410e-b772-de65f220d1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.582805] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.585346] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.411s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.585578] env[70261]: DEBUG nova.objects.instance [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'resources' on Instance uuid 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.607576] env[70261]: INFO nova.scheduler.client.report [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted allocations for instance b4fdd65d-d8a6-49d6-9a3d-30529c60fd16 [ 1053.611317] env[70261]: DEBUG nova.compute.manager [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.612364] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.613338] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a8199-da9f-466e-932e-fc1335a34517 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.621130] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.621390] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cdae632-a095-47bc-9078-bf2be40a456a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.627643] env[70261]: DEBUG oslo_vmware.api [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1053.627643] env[70261]: value = "task-3386606" [ 1053.627643] env[70261]: _type = "Task" [ 1053.627643] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.636268] env[70261]: DEBUG oslo_vmware.api [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.670122] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.699812] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.700257] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.700513] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.700812] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.700917] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.701078] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.701307] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.701525] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.701715] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.701923] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.702168] env[70261]: DEBUG nova.virt.hardware [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.703480] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e962c2-f7ad-4cef-8094-6aede4c59a49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.711994] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45947573-9f49-4f1f-a6cf-aa56eba4f693 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.849531] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386605, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.917413] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538699} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.917649] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 9eed93bb-d9fd-4814-a80e-0088e2a2f073/9eed93bb-d9fd-4814-a80e-0088e2a2f073.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.917864] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.918139] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85fd0a67-7706-4eed-8305-4467ce0a4222 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.924782] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1053.924782] env[70261]: value = "task-3386607" [ 1053.924782] env[70261]: _type = "Task" [ 1053.924782] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.934093] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.038321] env[70261]: DEBUG oslo_concurrency.lockutils [req-bdb3a5f8-a380-4bc1-a843-870c2f15847b req-9e9eb07d-84a3-4aae-906e-989bdcbcd272 service nova] Releasing lock "refresh_cache-938451ff-e93f-4f3e-879f-cb1a4209b6f4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.066739] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Successfully updated port: 15efa01a-c451-45a0-8c39-bca154c9df4c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.116371] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d685bc28-5508-438e-9e0b-46073cd2fe44 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "b4fdd65d-d8a6-49d6-9a3d-30529c60fd16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.994s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.137939] env[70261]: DEBUG oslo_vmware.api [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386606, 'name': PowerOffVM_Task, 'duration_secs': 0.3998} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.140452] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.140627] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.141058] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3b6e0a2-1136-41a3-9436-249c9b3605e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.219968] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.220227] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.220472] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleting the datastore file [datastore1] a05c9919-8a0e-4f72-8188-d131af34c954 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.220676] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dec8978-c96b-41eb-bda7-3f48423d0053 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.227037] env[70261]: DEBUG oslo_vmware.api [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1054.227037] env[70261]: value = "task-3386609" [ 1054.227037] env[70261]: _type = "Task" [ 1054.227037] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.237008] env[70261]: DEBUG oslo_vmware.api [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.324714] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.325063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.325302] env[70261]: INFO nova.compute.manager [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Attaching volume 89744bb5-f9f7-429d-b303-928e7a4b195f to /dev/sdb [ 1054.347858] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386605, 'name': CreateVM_Task, 'duration_secs': 0.802834} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.350342] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.351024] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.351190] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.351505] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.351780] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f1b165-0093-4a49-8b4c-ac1d753830bb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.355391] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdc3f1b-d9dc-4da7-9895-2f3c8d4d7607 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.359070] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1054.359070] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521fae0f-e7d1-e99e-83a1-31d5e823c9b7" [ 1054.359070] env[70261]: _type = "Task" [ 1054.359070] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.360811] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf7c8e3-ff8a-48d4-a3c5-9e857a7e6791 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.367552] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d775863b-a7ed-4317-82de-bea146a3aee5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.372694] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a066929-5814-4df2-9302-ee4ff7403f44 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.378388] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521fae0f-e7d1-e99e-83a1-31d5e823c9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.382142] env[70261]: DEBUG nova.virt.block_device [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updating existing volume attachment record: 13d0a2fd-4672-4f7f-bb54-4f3913f8df58 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.411106] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400b4575-9b01-4b22-8f73-a74740f5b3d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.419473] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4f7fd9-f1f4-4c8d-b605-2caaa23dd279 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.433946] env[70261]: DEBUG nova.compute.provider_tree [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.443422] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068992} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.443679] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.444488] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5040cd-8648-40f6-8144-3818cc395500 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.471159] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9eed93bb-d9fd-4814-a80e-0088e2a2f073/9eed93bb-d9fd-4814-a80e-0088e2a2f073.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.471887] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b918b1b-f17d-4660-a690-c098e56101b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.490707] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1054.490707] env[70261]: value = "task-3386610" [ 1054.490707] env[70261]: _type = "Task" [ 1054.490707] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.498216] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.572106] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "refresh_cache-a7241d47-23a3-43ec-8424-1509e99d2bc6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.572301] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "refresh_cache-a7241d47-23a3-43ec-8424-1509e99d2bc6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.572468] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1054.736584] env[70261]: DEBUG oslo_vmware.api [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331111} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.736862] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.737078] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.737332] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.737532] env[70261]: INFO nova.compute.manager [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1054.737777] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.737970] env[70261]: DEBUG nova.compute.manager [-] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.738079] env[70261]: DEBUG nova.network.neutron [-] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1054.870708] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521fae0f-e7d1-e99e-83a1-31d5e823c9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.030527} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.871110] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.871275] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.871540] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.871707] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.871893] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.872183] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a305f910-59d3-4bcb-8bb4-7d0639ab1448 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.881800] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.882036] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.882808] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76a7cfb-b5e1-4559-a63c-4df89d6aa1e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.888323] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1054.888323] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521bd1ca-2fb1-3693-815c-a0c3e990866f" [ 1054.888323] env[70261]: _type = "Task" [ 1054.888323] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.896098] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521bd1ca-2fb1-3693-815c-a0c3e990866f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.939332] env[70261]: DEBUG nova.scheduler.client.report [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.003741] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386610, 'name': ReconfigVM_Task, 'duration_secs': 0.292805} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.004125] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9eed93bb-d9fd-4814-a80e-0088e2a2f073/9eed93bb-d9fd-4814-a80e-0088e2a2f073.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.004937] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74a11199-3531-4f3b-8032-39fa80fbeb18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.010642] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1055.010642] env[70261]: value = "task-3386614" [ 1055.010642] env[70261]: _type = "Task" [ 1055.010642] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.021701] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386614, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.114581] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1055.145026] env[70261]: DEBUG nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Received event network-vif-plugged-15efa01a-c451-45a0-8c39-bca154c9df4c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.145026] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] Acquiring lock "a7241d47-23a3-43ec-8424-1509e99d2bc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.145026] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.145026] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.145026] env[70261]: DEBUG nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] No waiting events found dispatching network-vif-plugged-15efa01a-c451-45a0-8c39-bca154c9df4c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.145026] env[70261]: WARNING nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Received unexpected event network-vif-plugged-15efa01a-c451-45a0-8c39-bca154c9df4c for instance with vm_state building and task_state spawning. [ 1055.145026] env[70261]: DEBUG nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Received event network-changed-15efa01a-c451-45a0-8c39-bca154c9df4c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.145026] env[70261]: DEBUG nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Refreshing instance network info cache due to event network-changed-15efa01a-c451-45a0-8c39-bca154c9df4c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.145026] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] Acquiring lock "refresh_cache-a7241d47-23a3-43ec-8424-1509e99d2bc6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.200246] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.200469] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.262132] env[70261]: DEBUG nova.network.neutron [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Updating instance_info_cache with network_info: [{"id": "15efa01a-c451-45a0-8c39-bca154c9df4c", "address": "fa:16:3e:5c:73:2d", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15efa01a-c4", "ovs_interfaceid": "15efa01a-c451-45a0-8c39-bca154c9df4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.398775] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521bd1ca-2fb1-3693-815c-a0c3e990866f, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.399646] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef26b039-935a-4a8d-82a5-9209b0bcd434 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.405243] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1055.405243] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee8959-4631-2631-f366-b7bfe3afa72c" [ 1055.405243] env[70261]: _type = "Task" [ 1055.405243] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.412959] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee8959-4631-2631-f366-b7bfe3afa72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.445073] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.446504] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.564s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.448067] env[70261]: INFO nova.compute.claims [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.469508] env[70261]: INFO nova.scheduler.client.report [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted allocations for instance 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61 [ 1055.486993] env[70261]: DEBUG nova.network.neutron [-] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.519956] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386614, 'name': Rename_Task, 'duration_secs': 0.1348} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.520249] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.520498] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-898ad11c-03ef-4606-b4da-7227a038f54e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.527690] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1055.527690] env[70261]: value = "task-3386615" [ 1055.527690] env[70261]: _type = "Task" [ 1055.527690] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.535286] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.702965] env[70261]: DEBUG nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.764786] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "refresh_cache-a7241d47-23a3-43ec-8424-1509e99d2bc6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.765243] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Instance network_info: |[{"id": "15efa01a-c451-45a0-8c39-bca154c9df4c", "address": "fa:16:3e:5c:73:2d", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15efa01a-c4", "ovs_interfaceid": "15efa01a-c451-45a0-8c39-bca154c9df4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.765580] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] Acquired lock "refresh_cache-a7241d47-23a3-43ec-8424-1509e99d2bc6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.765774] env[70261]: DEBUG nova.network.neutron [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Refreshing network info cache for port 15efa01a-c451-45a0-8c39-bca154c9df4c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1055.766909] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:73:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15efa01a-c451-45a0-8c39-bca154c9df4c', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.774385] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.777400] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.777842] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10e039d0-d9e4-4f56-9a5a-c1905ea7875e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.798036] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.798036] env[70261]: value = "task-3386616" [ 1055.798036] env[70261]: _type = "Task" [ 1055.798036] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.805556] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386616, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.916862] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee8959-4631-2631-f366-b7bfe3afa72c, 'name': SearchDatastore_Task, 'duration_secs': 0.028978} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.919245] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.919515] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 938451ff-e93f-4f3e-879f-cb1a4209b6f4/938451ff-e93f-4f3e-879f-cb1a4209b6f4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.920075] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9753f1a1-0d5b-451b-89ce-f7d9ccb3efa5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.927098] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1055.927098] env[70261]: value = "task-3386617" [ 1055.927098] env[70261]: _type = "Task" [ 1055.927098] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.934907] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.978983] env[70261]: DEBUG oslo_concurrency.lockutils [None req-01b4b803-fed8-4a6f-b128-b063ec5f6f25 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "066c7bba-9a12-4597-bf8e-5ef8c0b7ee61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.152s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.989295] env[70261]: INFO nova.compute.manager [-] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Took 1.25 seconds to deallocate network for instance. [ 1056.021308] env[70261]: DEBUG nova.network.neutron [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Updated VIF entry in instance network info cache for port 15efa01a-c451-45a0-8c39-bca154c9df4c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1056.021736] env[70261]: DEBUG nova.network.neutron [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Updating instance_info_cache with network_info: [{"id": "15efa01a-c451-45a0-8c39-bca154c9df4c", "address": "fa:16:3e:5c:73:2d", "network": {"id": "72c1dac8-6c27-49b4-979b-085f88a78860", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2050043192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79c5413649864a14aa89855ae5ca7e10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15efa01a-c4", "ovs_interfaceid": "15efa01a-c451-45a0-8c39-bca154c9df4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.039192] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386615, 'name': PowerOnVM_Task, 'duration_secs': 0.502122} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.039501] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.039742] env[70261]: INFO nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1056.040027] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.040842] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c29f6e-807a-414b-a436-368582a46804 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.229132] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.309342] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386616, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.437453] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449588} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.437453] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 938451ff-e93f-4f3e-879f-cb1a4209b6f4/938451ff-e93f-4f3e-879f-cb1a4209b6f4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.437753] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.438020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04c9a2e3-3335-4c7c-bbd5-28aeab03de3d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.445242] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1056.445242] env[70261]: value = "task-3386618" [ 1056.445242] env[70261]: _type = "Task" [ 1056.445242] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.453108] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.495817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.523961] env[70261]: DEBUG oslo_concurrency.lockutils [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] Releasing lock "refresh_cache-a7241d47-23a3-43ec-8424-1509e99d2bc6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.524246] env[70261]: DEBUG nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Received event network-vif-deleted-22b59d40-1728-4e1d-b8d7-abec52058c5f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.524419] env[70261]: INFO nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Neutron deleted interface 22b59d40-1728-4e1d-b8d7-abec52058c5f; detaching it from the instance and deleting it from the info cache [ 1056.524588] env[70261]: DEBUG nova.network.neutron [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.557535] env[70261]: INFO nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Took 31.34 seconds to build instance. [ 1056.757883] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e7f9c0-9e71-4ced-a1a1-39238e21cf82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.764508] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54dc7b5-d186-436b-977c-0fb3d253b4e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.795827] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95f7137-a55d-4dec-a71e-7a29d4c06c27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.805665] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc3765c-6054-432d-bf96-fcf61760de94 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.812098] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386616, 'name': CreateVM_Task, 'duration_secs': 0.803552} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.812565] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.813232] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.813393] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.813695] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.813949] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4a909d-e3ae-48c7-86c2-e4a81c44efad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.823040] env[70261]: DEBUG nova.compute.provider_tree [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.827009] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1056.827009] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520f2c70-c587-7d30-6aff-cd32e90f570a" [ 1056.827009] env[70261]: _type = "Task" [ 1056.827009] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.834163] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520f2c70-c587-7d30-6aff-cd32e90f570a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.956015] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06389} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.956776] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.957327] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5ecdff-1fc7-45b6-b1f4-34c2949b9c80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.981895] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 938451ff-e93f-4f3e-879f-cb1a4209b6f4/938451ff-e93f-4f3e-879f-cb1a4209b6f4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.982292] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8155f6-1d76-4c25-9713-a54d81001358 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.001967] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1057.001967] env[70261]: value = "task-3386620" [ 1057.001967] env[70261]: _type = "Task" [ 1057.001967] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.010309] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.027303] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25698807-e06c-437f-9954-f5c2f11c38c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.038462] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d4b51e-6db1-4ca6-9553-d2c1f8ed570d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.072944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.872s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.073397] env[70261]: DEBUG nova.compute.manager [req-fe693d21-0e16-4892-b030-9f75b51cb365 req-6b478782-3cc9-4042-b73f-91e958604cd8 service nova] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Detach interface failed, port_id=22b59d40-1728-4e1d-b8d7-abec52058c5f, reason: Instance a05c9919-8a0e-4f72-8188-d131af34c954 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.339196] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520f2c70-c587-7d30-6aff-cd32e90f570a, 'name': SearchDatastore_Task, 'duration_secs': 0.051992} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.339616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.339939] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.340269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.340487] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.340753] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.341103] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce789f4-1861-4251-965e-8841c798f3ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.347568] env[70261]: ERROR nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [req-e4d17228-b364-4b23-8248-d0ddd4b4cbde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4d17228-b364-4b23-8248-d0ddd4b4cbde"}]} [ 1057.351067] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.351276] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.351980] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0fb30b-92e2-4a14-912a-214444390711 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.356943] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1057.356943] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526fd4b7-dbc9-b46b-f25c-63284d026276" [ 1057.356943] env[70261]: _type = "Task" [ 1057.356943] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.366305] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526fd4b7-dbc9-b46b-f25c-63284d026276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.367265] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1057.381036] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1057.381294] env[70261]: DEBUG nova.compute.provider_tree [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.393597] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1057.414309] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1057.513894] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386620, 'name': ReconfigVM_Task, 'duration_secs': 0.412684} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.514205] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 938451ff-e93f-4f3e-879f-cb1a4209b6f4/938451ff-e93f-4f3e-879f-cb1a4209b6f4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.514861] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a431708a-3693-4a4a-a707-75af727ae9be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.525638] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1057.525638] env[70261]: value = "task-3386621" [ 1057.525638] env[70261]: _type = "Task" [ 1057.525638] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.537070] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386621, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.701631] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1ab371-8e28-4d11-b878-4b44fec0215c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.711211] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82da9be2-e20b-42ac-a80e-0ae774ad8591 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.743362] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2d900-cfbb-4cf2-ad09-d156b03c32aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.751245] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708677a7-2f51-4283-9c66-72332307202e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.764279] env[70261]: DEBUG nova.compute.provider_tree [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.869214] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526fd4b7-dbc9-b46b-f25c-63284d026276, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.870045] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdc8426-3ea8-4108-a79c-3e9b79a7a466 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.875274] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1057.875274] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ec4097-066e-866c-f5db-93420ba0839a" [ 1057.875274] env[70261]: _type = "Task" [ 1057.875274] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.882662] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ec4097-066e-866c-f5db-93420ba0839a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.043030] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386621, 'name': Rename_Task, 'duration_secs': 0.146988} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.043030] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.043030] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d962cfd0-78c1-4f16-94c0-5a48a89828b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.050172] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1058.050172] env[70261]: value = "task-3386622" [ 1058.050172] env[70261]: _type = "Task" [ 1058.050172] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.058518] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.286587] env[70261]: ERROR nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [req-dfa7a93c-a210-41ad-b0ac-059350d7f6dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dfa7a93c-a210-41ad-b0ac-059350d7f6dd"}]} [ 1058.302298] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1058.316062] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1058.316062] env[70261]: DEBUG nova.compute.provider_tree [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.327508] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1058.343640] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1058.386880] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ec4097-066e-866c-f5db-93420ba0839a, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.389396] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.389665] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a7241d47-23a3-43ec-8424-1509e99d2bc6/a7241d47-23a3-43ec-8424-1509e99d2bc6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.390796] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c824f702-9214-413b-980b-c6ab08431c2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.397080] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1058.397080] env[70261]: value = "task-3386623" [ 1058.397080] env[70261]: _type = "Task" [ 1058.397080] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.407766] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.514863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.515115] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.559653] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386622, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.653689] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e196c1-a75d-4186-a880-a404f7af9f90 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.663238] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f31743-a373-4a83-8852-5b8e5709371a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.699258] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aedcab-b357-4260-b7cb-24db1bd30154 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.707819] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd9b4b3-f5fa-4a0e-b94c-750927ad05e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.722438] env[70261]: DEBUG nova.compute.provider_tree [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.908451] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386623, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.018021] env[70261]: DEBUG nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.062258] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386622, 'name': PowerOnVM_Task, 'duration_secs': 0.56112} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.062258] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.062258] env[70261]: INFO nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1059.062258] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.065093] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e59ec46-efda-4409-940a-a36aafbaa071 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.255825] env[70261]: DEBUG nova.scheduler.client.report [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1059.256114] env[70261]: DEBUG nova.compute.provider_tree [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 115 to 116 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1059.256308] env[70261]: DEBUG nova.compute.provider_tree [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.408994] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536298} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.408994] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a7241d47-23a3-43ec-8424-1509e99d2bc6/a7241d47-23a3-43ec-8424-1509e99d2bc6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.408994] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.408994] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28c1ffd4-e4fa-4b3b-8399-0718e155b62b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.416988] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1059.416988] env[70261]: value = "task-3386624" [ 1059.416988] env[70261]: _type = "Task" [ 1059.416988] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.425403] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.430866] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1059.431172] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1059.432093] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205634ce-7cde-4af8-a640-0d9316b1482a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.447667] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5864490-83e2-45e3-9bea-e98c9df3b762 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.473912] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-89744bb5-f9f7-429d-b303-928e7a4b195f/volume-89744bb5-f9f7-429d-b303-928e7a4b195f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.474309] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70084ea-c67a-4100-ad6f-81cf0efef2db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.491117] env[70261]: DEBUG oslo_vmware.api [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1059.491117] env[70261]: value = "task-3386625" [ 1059.491117] env[70261]: _type = "Task" [ 1059.491117] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.499625] env[70261]: DEBUG oslo_vmware.api [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.539523] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.581020] env[70261]: INFO nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Took 34.33 seconds to build instance. [ 1059.762019] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.315s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.762506] env[70261]: DEBUG nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.765117] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.891s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.765335] env[70261]: DEBUG nova.objects.instance [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lazy-loading 'resources' on Instance uuid fe054703-4043-444e-a3bc-5b3abfaff631 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.926533] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061266} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.926794] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.927547] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b1ba4-08f7-4066-84c7-72fb1d71e7d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.948869] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a7241d47-23a3-43ec-8424-1509e99d2bc6/a7241d47-23a3-43ec-8424-1509e99d2bc6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.949104] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a166fa8-23e2-4ba8-b083-4c166544ff5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.969791] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1059.969791] env[70261]: value = "task-3386626" [ 1059.969791] env[70261]: _type = "Task" [ 1059.969791] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.979032] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.000606] env[70261]: DEBUG oslo_vmware.api [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386625, 'name': ReconfigVM_Task, 'duration_secs': 0.375888} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.000892] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-89744bb5-f9f7-429d-b303-928e7a4b195f/volume-89744bb5-f9f7-429d-b303-928e7a4b195f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.006036] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50dff145-f32c-4481-9863-033384ee4455 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.020460] env[70261]: DEBUG oslo_vmware.api [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1060.020460] env[70261]: value = "task-3386627" [ 1060.020460] env[70261]: _type = "Task" [ 1060.020460] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.028492] env[70261]: DEBUG oslo_vmware.api [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.082051] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.847s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.268156] env[70261]: DEBUG nova.compute.utils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.272340] env[70261]: DEBUG nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.272505] env[70261]: DEBUG nova.network.neutron [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.322215] env[70261]: DEBUG nova.policy [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d189135c664695813bb86240f7a238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02047a9f35ba48de8efcc0847b33cec8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.479460] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.533575] env[70261]: DEBUG oslo_vmware.api [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386627, 'name': ReconfigVM_Task, 'duration_secs': 0.165307} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.533928] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1060.573018] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07801175-5f95-4fea-9d9c-1ab0b86baf97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.585030] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edfdcfc-08b7-4d4e-863e-c8f3aa36d0c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.617932] env[70261]: DEBUG nova.network.neutron [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Successfully created port: eef5c379-213c-41db-963c-86384be94cfb {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.620481] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d4c08-3706-4247-9b94-36fb1e354c43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.629547] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b01e90-e6c6-4608-8bca-683c1adc360a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.643460] env[70261]: DEBUG nova.compute.provider_tree [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.773575] env[70261]: DEBUG nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.979941] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386626, 'name': ReconfigVM_Task, 'duration_secs': 0.710683} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.980236] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a7241d47-23a3-43ec-8424-1509e99d2bc6/a7241d47-23a3-43ec-8424-1509e99d2bc6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.980838] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5264183-6da0-4891-b548-c73ba75e07c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.986170] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1060.986170] env[70261]: value = "task-3386628" [ 1060.986170] env[70261]: _type = "Task" [ 1060.986170] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.993329] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386628, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.181356] env[70261]: DEBUG nova.scheduler.client.report [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.181683] env[70261]: DEBUG nova.compute.provider_tree [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 116 to 117 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.181924] env[70261]: DEBUG nova.compute.provider_tree [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.496274] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386628, 'name': Rename_Task, 'duration_secs': 0.161839} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.496550] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.496792] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58e5c31-5ad7-442b-843f-aee0f4ccb3f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.503439] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1061.503439] env[70261]: value = "task-3386629" [ 1061.503439] env[70261]: _type = "Task" [ 1061.503439] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.510776] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.576209] env[70261]: DEBUG nova.objects.instance [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'flavor' on Instance uuid 20a87448-45a6-4a87-9056-e2e0b6bee5b7 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.687751] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.690114] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.683s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.707951] env[70261]: INFO nova.scheduler.client.report [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Deleted allocations for instance fe054703-4043-444e-a3bc-5b3abfaff631 [ 1061.783975] env[70261]: DEBUG nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.810817] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.810817] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.811292] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.811292] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.811292] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.811416] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.811592] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.811752] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.811916] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.812098] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.812273] env[70261]: DEBUG nova.virt.hardware [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.813293] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df260b3-5e95-4b08-ba05-54593e571df6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.821790] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc36011-59e3-4771-9709-1def123a4bcc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.978808] env[70261]: DEBUG nova.compute.manager [req-b28d9cb9-0c42-4688-a4d3-73ddf21278f7 req-bd9a684e-2be0-44d6-a7c3-532fc3e34c58 service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Received event network-vif-plugged-eef5c379-213c-41db-963c-86384be94cfb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.979049] env[70261]: DEBUG oslo_concurrency.lockutils [req-b28d9cb9-0c42-4688-a4d3-73ddf21278f7 req-bd9a684e-2be0-44d6-a7c3-532fc3e34c58 service nova] Acquiring lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.979269] env[70261]: DEBUG oslo_concurrency.lockutils [req-b28d9cb9-0c42-4688-a4d3-73ddf21278f7 req-bd9a684e-2be0-44d6-a7c3-532fc3e34c58 service nova] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.979438] env[70261]: DEBUG oslo_concurrency.lockutils [req-b28d9cb9-0c42-4688-a4d3-73ddf21278f7 req-bd9a684e-2be0-44d6-a7c3-532fc3e34c58 service nova] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.979667] env[70261]: DEBUG nova.compute.manager [req-b28d9cb9-0c42-4688-a4d3-73ddf21278f7 req-bd9a684e-2be0-44d6-a7c3-532fc3e34c58 service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] No waiting events found dispatching network-vif-plugged-eef5c379-213c-41db-963c-86384be94cfb {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.979772] env[70261]: WARNING nova.compute.manager [req-b28d9cb9-0c42-4688-a4d3-73ddf21278f7 req-bd9a684e-2be0-44d6-a7c3-532fc3e34c58 service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Received unexpected event network-vif-plugged-eef5c379-213c-41db-963c-86384be94cfb for instance with vm_state building and task_state spawning. [ 1062.013399] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386629, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.068356] env[70261]: DEBUG nova.network.neutron [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Successfully updated port: eef5c379-213c-41db-963c-86384be94cfb {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.085367] env[70261]: INFO nova.compute.manager [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Rebuilding instance [ 1062.087538] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096b7966-399d-4335-8409-51d27f8cbd0c tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.123984] env[70261]: DEBUG nova.compute.manager [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.124908] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcce06bc-9a93-4db4-8b03-8cb891403442 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.215056] env[70261]: DEBUG oslo_concurrency.lockutils [None req-180b191e-16fe-4719-920d-b573e8bf96ea tempest-ServersListShow2100Test-1741086102 tempest-ServersListShow2100Test-1741086102-project-member] Lock "fe054703-4043-444e-a3bc-5b3abfaff631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.178s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.516176] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.571530] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.571530] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.571530] env[70261]: DEBUG nova.network.neutron [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1062.723850] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.724131] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f1e35b93-05de-4ca0-be0c-c9752f64acc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.724278] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 840bff09-bbc2-4890-abd6-ad2855e4afe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.724541] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 93e208f1-38f1-4021-9952-afdea3e2aead is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.724541] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 01509e0c-e137-41cb-8f6f-5e9b92475277 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.724672] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 20a87448-45a6-4a87-9056-e2e0b6bee5b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.724790] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a55a7767-f114-4777-8bc8-4372961b82f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.724931] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 4f7de023-35e6-4d9b-879e-f6ba74ef7c17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.725069] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 3d558115-b8ad-4f80-bf2c-d4de10838183 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.725188] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 950c75fd-73f0-4f33-810d-603fc7304efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.725298] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance e4becf50-18ce-46a1-a2b0-87a576a82eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.725422] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a05c9919-8a0e-4f72-8188-d131af34c954 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.725533] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 9eed93bb-d9fd-4814-a80e-0088e2a2f073 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.725645] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 938451ff-e93f-4f3e-879f-cb1a4209b6f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.725756] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a7241d47-23a3-43ec-8424-1509e99d2bc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.725868] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 623c70f3-29f5-4b13-b5a3-d7a80afa699d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1063.019949] env[70261]: DEBUG oslo_vmware.api [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386629, 'name': PowerOnVM_Task, 'duration_secs': 1.04367} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.020365] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.020630] env[70261]: INFO nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1063.020871] env[70261]: DEBUG nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.021935] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f4ff4-08c3-48f7-aa9d-7fe043dadf1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.105488] env[70261]: DEBUG nova.network.neutron [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1063.141439] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.141741] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1240d23-01e9-47ee-b1b1-668aef249650 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.150926] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1063.150926] env[70261]: value = "task-3386630" [ 1063.150926] env[70261]: _type = "Task" [ 1063.150926] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.159492] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.229138] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 84322947-433b-42fe-bf03-b93de0c16bdf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1063.255805] env[70261]: DEBUG nova.network.neutron [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance_info_cache with network_info: [{"id": "eef5c379-213c-41db-963c-86384be94cfb", "address": "fa:16:3e:59:ec:ef", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c379-21", "ovs_interfaceid": "eef5c379-213c-41db-963c-86384be94cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.541061] env[70261]: INFO nova.compute.manager [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Took 38.24 seconds to build instance. [ 1063.661728] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386630, 'name': PowerOffVM_Task, 'duration_secs': 0.187536} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.662179] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.719696] env[70261]: INFO nova.compute.manager [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Detaching volume 89744bb5-f9f7-429d-b303-928e7a4b195f [ 1063.732517] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance cc9c20af-d357-498b-af93-5a031c96b086 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1063.756508] env[70261]: INFO nova.virt.block_device [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Attempting to driver detach volume 89744bb5-f9f7-429d-b303-928e7a4b195f from mountpoint /dev/sdb [ 1063.756750] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.756939] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.757730] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.758103] env[70261]: DEBUG nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Instance network_info: |[{"id": "eef5c379-213c-41db-963c-86384be94cfb", "address": "fa:16:3e:59:ec:ef", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c379-21", "ovs_interfaceid": "eef5c379-213c-41db-963c-86384be94cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.758923] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b8dfd1-a697-45f0-9c32-d4064709ca2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.762170] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ec:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eef5c379-213c-41db-963c-86384be94cfb', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.769588] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.770070] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.770734] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-900cd962-526d-40fa-9486-005704d4ad87 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.807119] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c18a14-44a5-4fa3-a9c6-6d3aac124c5a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.813626] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.813626] env[70261]: value = "task-3386631" [ 1063.813626] env[70261]: _type = "Task" [ 1063.813626] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.820071] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c08773-77e8-4099-8ba7-451a7c64754b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.826141] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386631, 'name': CreateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.848960] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052a9195-3b71-49b0-a2a1-c89fb612f986 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.870159] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] The volume has not been displaced from its original location: [datastore1] volume-89744bb5-f9f7-429d-b303-928e7a4b195f/volume-89744bb5-f9f7-429d-b303-928e7a4b195f.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1063.877243] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.877649] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ea90a8b-258e-4161-9cb7-2d02482fa308 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.899776] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1063.899776] env[70261]: value = "task-3386632" [ 1063.899776] env[70261]: _type = "Task" [ 1063.899776] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.909127] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.010078] env[70261]: DEBUG nova.compute.manager [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Received event network-changed-eef5c379-213c-41db-963c-86384be94cfb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.010349] env[70261]: DEBUG nova.compute.manager [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Refreshing instance network info cache due to event network-changed-eef5c379-213c-41db-963c-86384be94cfb. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.010639] env[70261]: DEBUG oslo_concurrency.lockutils [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] Acquiring lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.010752] env[70261]: DEBUG oslo_concurrency.lockutils [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] Acquired lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.010937] env[70261]: DEBUG nova.network.neutron [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Refreshing network info cache for port eef5c379-213c-41db-963c-86384be94cfb {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1064.044007] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18c9254c-0c23-4d70-b94d-4069f54840be tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.763s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.235790] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 9f736f47-c8ac-43a1-9bf9-fd42775f479e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.315124] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.315368] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.315583] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.315767] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.315936] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.318074] env[70261]: INFO nova.compute.manager [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Terminating instance [ 1064.328975] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386631, 'name': CreateVM_Task, 'duration_secs': 0.304019} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.329165] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.329763] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.329924] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.330249] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.330958] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b469683e-e456-4e97-aa56-c7e1735208e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.335900] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1064.335900] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522ce6ed-9b97-edfd-3259-002e371aa481" [ 1064.335900] env[70261]: _type = "Task" [ 1064.335900] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.343391] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522ce6ed-9b97-edfd-3259-002e371aa481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.409387] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386632, 'name': ReconfigVM_Task, 'duration_secs': 0.23038} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.409657] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1064.414193] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e958a02e-f094-49af-bace-b9c864f34496 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.428925] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1064.428925] env[70261]: value = "task-3386633" [ 1064.428925] env[70261]: _type = "Task" [ 1064.428925] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.436710] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.715641] env[70261]: DEBUG nova.network.neutron [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updated VIF entry in instance network info cache for port eef5c379-213c-41db-963c-86384be94cfb. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1064.716053] env[70261]: DEBUG nova.network.neutron [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance_info_cache with network_info: [{"id": "eef5c379-213c-41db-963c-86384be94cfb", "address": "fa:16:3e:59:ec:ef", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c379-21", "ovs_interfaceid": "eef5c379-213c-41db-963c-86384be94cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.737947] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 993e3bf5-4eb0-4794-9618-bb84bf846cb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.826037] env[70261]: DEBUG nova.compute.manager [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.826247] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.827142] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8baa449-4e3f-473f-963f-e3e1396f950b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.835358] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.835636] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b63d3e6-156f-4e07-acb5-af85f18480bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.845306] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522ce6ed-9b97-edfd-3259-002e371aa481, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.846459] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.846692] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.846923] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.847086] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.847279] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.847670] env[70261]: DEBUG oslo_vmware.api [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1064.847670] env[70261]: value = "task-3386634" [ 1064.847670] env[70261]: _type = "Task" [ 1064.847670] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.847824] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be041fa5-901e-4fb0-a4a2-4e857f05b1f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.857397] env[70261]: DEBUG oslo_vmware.api [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.860122] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.860342] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.861029] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3acceea-4584-40ed-9cf1-22138813869c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.865803] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1064.865803] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bd0f8-06fb-cb9b-dcba-d6cd5330d981" [ 1064.865803] env[70261]: _type = "Task" [ 1064.865803] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.873758] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bd0f8-06fb-cb9b-dcba-d6cd5330d981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.938292] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386633, 'name': ReconfigVM_Task, 'duration_secs': 0.344178} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.938593] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1065.219680] env[70261]: DEBUG oslo_concurrency.lockutils [req-778c99f5-011b-4f50-a473-334611450f60 req-0887822d-b13f-40c6-ab9d-7faa2c6adfcd service nova] Releasing lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.240431] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 2b65271b-8ff0-46fc-8998-23fd5f59c312 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.359898] env[70261]: DEBUG oslo_vmware.api [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386634, 'name': PowerOffVM_Task, 'duration_secs': 0.416654} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.360233] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.360413] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.360604] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-694049b4-f843-4e71-b855-73d58ba41700 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.377428] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bd0f8-06fb-cb9b-dcba-d6cd5330d981, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.378353] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a44c7c-633a-4f47-9f90-dc9d3975279c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.384389] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1065.384389] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528586da-4ce5-76dd-3b5f-9ce25b9eaf13" [ 1065.384389] env[70261]: _type = "Task" [ 1065.384389] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.394121] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528586da-4ce5-76dd-3b5f-9ce25b9eaf13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.463077] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.463077] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.463077] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleting the datastore file [datastore1] 9eed93bb-d9fd-4814-a80e-0088e2a2f073 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.463481] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663d1630-fcb4-4f6d-8bf1-e23ca3ee9a32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.471038] env[70261]: DEBUG oslo_vmware.api [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1065.471038] env[70261]: value = "task-3386636" [ 1065.471038] env[70261]: _type = "Task" [ 1065.471038] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.482900] env[70261]: DEBUG oslo_vmware.api [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.743485] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.743898] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1065.743966] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1065.895514] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528586da-4ce5-76dd-3b5f-9ce25b9eaf13, 'name': SearchDatastore_Task, 'duration_secs': 0.02941} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.895809] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.896066] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 623c70f3-29f5-4b13-b5a3-d7a80afa699d/623c70f3-29f5-4b13-b5a3-d7a80afa699d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.896365] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704b2c20-806e-4af8-9431-7fa72765c1dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.905514] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1065.905514] env[70261]: value = "task-3386637" [ 1065.905514] env[70261]: _type = "Task" [ 1065.905514] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.916665] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.981982] env[70261]: DEBUG oslo_vmware.api [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386636, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.998561] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.999057] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26907ba8-7357-4680-917c-b5be2c9274bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.004976] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1066.004976] env[70261]: value = "task-3386638" [ 1066.004976] env[70261]: _type = "Task" [ 1066.004976] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.016628] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1066.016846] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.017062] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.017822] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343217f3-06de-4d9e-8455-3564426b1f93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.041580] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c93b3e5-ae36-4518-9ab3-406724200f9d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.048457] env[70261]: WARNING nova.virt.vmwareapi.driver [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1066.048749] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.049537] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f213a4-71d0-4658-b2cd-bdbda7e62a4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.058626] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.058892] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e332bf92-8ce5-4c0d-ac2c-5ee06a6cc9df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.080561] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e00b1-f530-4327-a2fb-f1d422a7353f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.088917] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf6eac0-fbd7-42fc-aa5e-f5c60f075e54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.121436] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d94af7a-b5f8-4564-b590-4fe23b578c1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.125309] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.125523] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.125704] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleting the datastore file [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.126353] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17ed6685-521f-47f0-a44b-1814cfd27848 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.131442] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e894737d-a848-44b4-a8d1-8c555f3390ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.136845] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1066.136845] env[70261]: value = "task-3386640" [ 1066.136845] env[70261]: _type = "Task" [ 1066.136845] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.148544] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.154763] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.415959] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.486972] env[70261]: DEBUG oslo_vmware.api [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511439} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.487267] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.487526] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.487774] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.488037] env[70261]: INFO nova.compute.manager [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1066.488353] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.488653] env[70261]: DEBUG nova.compute.manager [-] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.488799] env[70261]: DEBUG nova.network.neutron [-] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1066.653215] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.658293] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458699} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.658782] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.659159] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.659461] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.776869] env[70261]: DEBUG nova.compute.manager [req-8987060d-ecbd-4fbc-91db-3dcef868d9c7 req-7f297a3e-fb47-4809-8c96-6ad2a87eeff4 service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Received event network-vif-deleted-daecacf3-76e9-46b6-b57e-6d7ff4f45450 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.776869] env[70261]: INFO nova.compute.manager [req-8987060d-ecbd-4fbc-91db-3dcef868d9c7 req-7f297a3e-fb47-4809-8c96-6ad2a87eeff4 service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Neutron deleted interface daecacf3-76e9-46b6-b57e-6d7ff4f45450; detaching it from the instance and deleting it from the info cache [ 1066.776869] env[70261]: DEBUG nova.network.neutron [req-8987060d-ecbd-4fbc-91db-3dcef868d9c7 req-7f297a3e-fb47-4809-8c96-6ad2a87eeff4 service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.920068] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650239} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.920427] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 623c70f3-29f5-4b13-b5a3-d7a80afa699d/623c70f3-29f5-4b13-b5a3-d7a80afa699d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.920698] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.921029] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b21979-ef37-4b67-bd33-5bb0c2b648f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.928759] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1066.928759] env[70261]: value = "task-3386641" [ 1066.928759] env[70261]: _type = "Task" [ 1066.928759] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.938925] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.167170] env[70261]: INFO nova.virt.block_device [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Booting with volume 89744bb5-f9f7-429d-b303-928e7a4b195f at /dev/sdb [ 1067.169318] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1067.170061] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.480s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.170061] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.461s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.170291] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.172055] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.910s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.173784] env[70261]: INFO nova.compute.claims [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.197837] env[70261]: INFO nova.scheduler.client.report [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted allocations for instance a55a7767-f114-4777-8bc8-4372961b82f0 [ 1067.205924] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f79e68ff-96f3-40bb-96f0-41ec18b1fc2a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.216939] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbf29a-f927-434a-9727-9e191ad77b9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.248982] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08bf2a4e-4a3d-422d-bc69-4f0f37c47fbc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.251421] env[70261]: DEBUG nova.network.neutron [-] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.257751] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e0d0a-0d41-4fc1-9955-dada379618ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.290032] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59fc94f9-9682-4fcd-8d1e-04aa3814c6ec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.291493] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b005d1b5-9918-404d-b7df-e30504c27456 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.298983] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23fc481-7a02-4133-a2f6-c954ea2853f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.303629] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173083d1-3a3b-4537-8d1b-1d59f0cd564a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.325141] env[70261]: DEBUG nova.virt.block_device [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updating existing volume attachment record: 6111823f-64de-4139-b330-f2e04cae8a09 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.336647] env[70261]: DEBUG nova.compute.manager [req-8987060d-ecbd-4fbc-91db-3dcef868d9c7 req-7f297a3e-fb47-4809-8c96-6ad2a87eeff4 service nova] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Detach interface failed, port_id=daecacf3-76e9-46b6-b57e-6d7ff4f45450, reason: Instance 9eed93bb-d9fd-4814-a80e-0088e2a2f073 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.438569] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070839} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.438844] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.439706] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592137c6-73e3-4dc5-9533-62d07209433a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.461404] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 623c70f3-29f5-4b13-b5a3-d7a80afa699d/623c70f3-29f5-4b13-b5a3-d7a80afa699d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.461792] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d9929a-86a7-44d4-96e0-01f5ee4f513c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.481044] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1067.481044] env[70261]: value = "task-3386642" [ 1067.481044] env[70261]: _type = "Task" [ 1067.481044] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.488464] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.709435] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08532ad-265b-46d8-b781-a5891bef25ce tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "a55a7767-f114-4777-8bc8-4372961b82f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.314s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.754385] env[70261]: INFO nova.compute.manager [-] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Took 1.26 seconds to deallocate network for instance. [ 1067.990638] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386642, 'name': ReconfigVM_Task, 'duration_secs': 0.303159} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.990991] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 623c70f3-29f5-4b13-b5a3-d7a80afa699d/623c70f3-29f5-4b13-b5a3-d7a80afa699d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.991565] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd4c1d22-cb13-4062-8d1c-420a040c082e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.997995] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1067.997995] env[70261]: value = "task-3386643" [ 1067.997995] env[70261]: _type = "Task" [ 1067.997995] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.005321] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386643, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.260294] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.419436] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2106d606-5524-40e0-9a71-52e1fe541881 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.427784] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c408ac5c-1076-456d-8abc-164c41f55488 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.459312] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9bd2dc-c61b-40df-9e59-6060769d6bb0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.466667] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82235b47-88c5-45ce-bea8-eba190525440 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.480046] env[70261]: DEBUG nova.compute.provider_tree [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.508058] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386643, 'name': Rename_Task, 'duration_secs': 0.135327} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.508058] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.508058] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-760d23cf-7a96-4d53-b6eb-fa6b98cc20d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.514696] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1068.514696] env[70261]: value = "task-3386644" [ 1068.514696] env[70261]: _type = "Task" [ 1068.514696] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.522404] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.983054] env[70261]: DEBUG nova.scheduler.client.report [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.027026] env[70261]: DEBUG oslo_vmware.api [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386644, 'name': PowerOnVM_Task, 'duration_secs': 0.453275} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.027389] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.027513] env[70261]: INFO nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1069.027688] env[70261]: DEBUG nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.028495] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbdac14-2beb-4394-82f8-eed998ffffbc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.436775] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.437042] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.437211] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.437395] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.437544] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.437693] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.437903] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.438075] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.438253] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.438419] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.438592] env[70261]: DEBUG nova.virt.hardware [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.439473] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c1987-7c8d-4d0e-ab4a-5b55e4fc70f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.448747] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b5b9e-f8b2-45bf-a3b1-3a7de38f2336 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.462202] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:b0:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bbc5d9c-01ee-493f-a36b-a87413c23627', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.469637] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.469868] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.470131] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce6b495b-959d-4fbd-ad1b-fc70ba7d1500 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.488148] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.488484] env[70261]: DEBUG nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.492259] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.361s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.493906] env[70261]: INFO nova.compute.claims [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.496277] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.496277] env[70261]: value = "task-3386645" [ 1069.496277] env[70261]: _type = "Task" [ 1069.496277] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.505108] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386645, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.544183] env[70261]: INFO nova.compute.manager [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Took 40.70 seconds to build instance. [ 1070.000230] env[70261]: DEBUG nova.compute.utils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.002584] env[70261]: DEBUG nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.002929] env[70261]: DEBUG nova.network.neutron [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.014749] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386645, 'name': CreateVM_Task, 'duration_secs': 0.297608} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.015117] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.015950] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.016346] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.016859] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.017502] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1194ed63-a35c-41f4-9467-dcae02027658 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.023014] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1070.023014] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273ac49-989b-2d00-9c67-e7628fc6da77" [ 1070.023014] env[70261]: _type = "Task" [ 1070.023014] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.032263] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273ac49-989b-2d00-9c67-e7628fc6da77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.046388] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2ef99308-bbfb-4d02-b0e2-73bdf7d4280e tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.955s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.056801] env[70261]: DEBUG nova.policy [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b4e03cf7d3244b192a206dba1f26aba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d78bcbb5624e9ead588917801aac00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.348095] env[70261]: DEBUG nova.network.neutron [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Successfully created port: 56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.506241] env[70261]: DEBUG nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.540551] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273ac49-989b-2d00-9c67-e7628fc6da77, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.545540] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.546895] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.547196] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.547363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.547550] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.548071] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aec7ccd1-1508-42ec-b2d4-26781ff677e0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.562481] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.562672] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.563418] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aba907c-fd0e-4e27-a39a-d7d6a85c4e9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.568685] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1070.568685] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528fc48e-d7c5-54c9-c451-e2a870cd2020" [ 1070.568685] env[70261]: _type = "Task" [ 1070.568685] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.579212] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528fc48e-d7c5-54c9-c451-e2a870cd2020, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.582587] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102084f6-b3d7-4f69-899e-d170068f3a74 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.587015] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1070.587015] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a598a8-1da7-7c14-5824-80c192db362b" [ 1070.587015] env[70261]: _type = "Task" [ 1070.587015] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.597686] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a598a8-1da7-7c14-5824-80c192db362b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.780350] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e45b1-49d5-4341-9968-8b04e43b79fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.787747] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32d662b-dd33-4d30-bb5e-38609e6b3825 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.818576] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fde4e8e-e27b-45e6-9f75-03c06df0f93b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.825738] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d6ab2-0a51-4431-9ad0-8a65867ca136 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.838820] env[70261]: DEBUG nova.compute.provider_tree [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.097832] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a598a8-1da7-7c14-5824-80c192db362b, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.098140] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.098394] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.098658] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b332cb7-5081-4086-be5b-8dd017a7b189 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.104897] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1071.104897] env[70261]: value = "task-3386646" [ 1071.104897] env[70261]: _type = "Task" [ 1071.104897] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.112402] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.342166] env[70261]: DEBUG nova.scheduler.client.report [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.518859] env[70261]: DEBUG nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.549261] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.549261] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.549543] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.549591] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.551035] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.551035] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.551035] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.551035] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.551035] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.551035] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.551035] env[70261]: DEBUG nova.virt.hardware [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.551752] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b54d4d3-ac5f-43fe-b515-46062485a7e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.562162] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b7c70-7bdb-4e73-8894-2aefe228eaad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.614807] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386646, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.630161] env[70261]: DEBUG nova.compute.manager [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1071.732984] env[70261]: DEBUG nova.compute.manager [req-c8b1b532-699e-4f9e-a94b-777fa328689a req-47532e1f-625b-4696-ac10-ce304a6d7920 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Received event network-vif-plugged-56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.737474] env[70261]: DEBUG oslo_concurrency.lockutils [req-c8b1b532-699e-4f9e-a94b-777fa328689a req-47532e1f-625b-4696-ac10-ce304a6d7920 service nova] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.737474] env[70261]: DEBUG oslo_concurrency.lockutils [req-c8b1b532-699e-4f9e-a94b-777fa328689a req-47532e1f-625b-4696-ac10-ce304a6d7920 service nova] Lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.737627] env[70261]: DEBUG oslo_concurrency.lockutils [req-c8b1b532-699e-4f9e-a94b-777fa328689a req-47532e1f-625b-4696-ac10-ce304a6d7920 service nova] Lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.737803] env[70261]: DEBUG nova.compute.manager [req-c8b1b532-699e-4f9e-a94b-777fa328689a req-47532e1f-625b-4696-ac10-ce304a6d7920 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] No waiting events found dispatching network-vif-plugged-56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.737972] env[70261]: WARNING nova.compute.manager [req-c8b1b532-699e-4f9e-a94b-777fa328689a req-47532e1f-625b-4696-ac10-ce304a6d7920 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Received unexpected event network-vif-plugged-56cec359-3332-4663-a6ed-66ce62131955 for instance with vm_state building and task_state spawning. [ 1071.847310] env[70261]: DEBUG nova.network.neutron [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Successfully updated port: 56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.848960] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.849468] env[70261]: DEBUG nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.853873] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.257s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.854174] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.856284] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.221s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.856539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.858367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.799s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.859866] env[70261]: INFO nova.compute.claims [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.884550] env[70261]: INFO nova.scheduler.client.report [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Deleted allocations for instance 93e208f1-38f1-4021-9952-afdea3e2aead [ 1071.890022] env[70261]: INFO nova.scheduler.client.report [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Deleted allocations for instance 01509e0c-e137-41cb-8f6f-5e9b92475277 [ 1072.117021] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518914} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.117021] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.117021] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.117425] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cc00ea9-ba47-4874-9dbd-9dff1daf084d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.126027] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1072.126027] env[70261]: value = "task-3386647" [ 1072.126027] env[70261]: _type = "Task" [ 1072.126027] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.136863] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.151767] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.355933] env[70261]: DEBUG nova.compute.utils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.357770] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.357770] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.357937] env[70261]: DEBUG nova.network.neutron [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1072.359132] env[70261]: DEBUG nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.359425] env[70261]: DEBUG nova.network.neutron [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.400423] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b8100eda-b2d2-4e17-a2c3-fe2d7a1c682d tempest-ServerRescueTestJSON-925672778 tempest-ServerRescueTestJSON-925672778-project-member] Lock "01509e0c-e137-41cb-8f6f-5e9b92475277" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.299s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.403042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-91c63368-3818-4342-a02a-47173a4dcfeb tempest-ListImageFiltersTestJSON-839466351 tempest-ListImageFiltersTestJSON-839466351-project-member] Lock "93e208f1-38f1-4021-9952-afdea3e2aead" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.279s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.419357] env[70261]: DEBUG nova.policy [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '446264085e8e424fbccf76de3dac3554', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f31b1bbd419b450abb7b21ecd539d502', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.637146] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150023} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.637270] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.638338] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751b8004-54d5-4534-897c-a0842a3a3f56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.652691] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.653118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.663265] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.664855] env[70261]: INFO nova.compute.manager [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Detaching volume 1b19054e-f402-49c8-84bd-1734220e84d9 [ 1072.667444] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5601c76-a82a-4b39-8802-53f51fdd9d81 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.692787] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1072.692787] env[70261]: value = "task-3386648" [ 1072.692787] env[70261]: _type = "Task" [ 1072.692787] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.703325] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.723112] env[70261]: INFO nova.virt.block_device [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Attempting to driver detach volume 1b19054e-f402-49c8-84bd-1734220e84d9 from mountpoint /dev/sdb [ 1072.723112] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.723112] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675680', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'name': 'volume-1b19054e-f402-49c8-84bd-1734220e84d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '840bff09-bbc2-4890-abd6-ad2855e4afe9', 'attached_at': '', 'detached_at': '', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'serial': '1b19054e-f402-49c8-84bd-1734220e84d9'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.723112] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1323d410-3dd4-4ad7-a65a-9ab1e3dd28db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.747421] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c7aad-fd45-4300-95f8-a85fdb59d7b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.755891] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceb41e8-1099-49b5-94cd-ccaa43892ba1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.778146] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1870626c-ade2-461d-8f4f-ec5193f24658 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.795720] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] The volume has not been displaced from its original location: [datastore2] volume-1b19054e-f402-49c8-84bd-1734220e84d9/volume-1b19054e-f402-49c8-84bd-1734220e84d9.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.801736] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.802060] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c81737-2405-458b-a235-e1ee4fc9856e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.821494] env[70261]: DEBUG oslo_vmware.api [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1072.821494] env[70261]: value = "task-3386649" [ 1072.821494] env[70261]: _type = "Task" [ 1072.821494] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.830077] env[70261]: DEBUG oslo_vmware.api [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.860046] env[70261]: DEBUG nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.922702] env[70261]: DEBUG nova.network.neutron [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1072.951272] env[70261]: DEBUG nova.network.neutron [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Successfully created port: 1fe9571b-cbeb-47fb-9f34-b741309bd27f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.177627] env[70261]: DEBUG nova.network.neutron [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.212042] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386648, 'name': ReconfigVM_Task, 'duration_secs': 0.351419} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.212042] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7/20a87448-45a6-4a87-9056-e2e0b6bee5b7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.212457] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'disk_bus': None, 'size': 0, 'image_id': '4ceded2d-768f-4897-ac89-5e4a52d51901'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'}, 'delete_on_termination': False, 'attachment_id': '6111823f-64de-4139-b330-f2e04cae8a09', 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70261) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1073.212569] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1073.213556] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1073.214060] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdecb52a-e73c-4308-a635-7d1abc6af1d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.233536] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a66c1-c849-49e4-993a-5cf32204498f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.237027] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e77311-6b64-4f2f-8557-80828d710829 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.258925] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a5a98a-43f6-4c65-9fbb-e4ca0e450b55 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.272704] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-89744bb5-f9f7-429d-b303-928e7a4b195f/volume-89744bb5-f9f7-429d-b303-928e7a4b195f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.272704] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc482736-bf19-46d4-a788-ac0bb62a32bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.319689] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8993c-ea1b-4615-94eb-a648b92319d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.323891] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1073.323891] env[70261]: value = "task-3386650" [ 1073.323891] env[70261]: _type = "Task" [ 1073.323891] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.335509] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5eb222-b6e3-492f-911e-0c1c8dde65b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.344111] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.345951] env[70261]: DEBUG oslo_vmware.api [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386649, 'name': ReconfigVM_Task, 'duration_secs': 0.261897} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.346444] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.358651] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabc3178-4ee6-4286-8481-e3ce9feb7a99 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.368656] env[70261]: DEBUG nova.compute.provider_tree [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.379037] env[70261]: DEBUG oslo_vmware.api [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1073.379037] env[70261]: value = "task-3386651" [ 1073.379037] env[70261]: _type = "Task" [ 1073.379037] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.388409] env[70261]: DEBUG oslo_vmware.api [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.686021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.686021] env[70261]: DEBUG nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Instance network_info: |[{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.686021] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:90:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56cec359-3332-4663-a6ed-66ce62131955', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.693580] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Creating folder: Project (e9d78bcbb5624e9ead588917801aac00). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.694217] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87555b12-5522-45cf-b23f-cc4932724f23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.707040] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Created folder: Project (e9d78bcbb5624e9ead588917801aac00) in parent group-v675446. [ 1073.707040] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Creating folder: Instances. Parent ref: group-v675698. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.707040] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5c6bdf5-6606-42e1-a43e-73f01d9b45fe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.717396] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Created folder: Instances in parent group-v675698. [ 1073.717894] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.718352] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.718765] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff36a23a-68b9-458d-b3c7-1a6e9eb25428 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.747544] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.747544] env[70261]: value = "task-3386654" [ 1073.747544] env[70261]: _type = "Task" [ 1073.747544] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.757738] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386654, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.780879] env[70261]: DEBUG nova.compute.manager [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Received event network-changed-56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.781173] env[70261]: DEBUG nova.compute.manager [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Refreshing instance network info cache due to event network-changed-56cec359-3332-4663-a6ed-66ce62131955. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.781415] env[70261]: DEBUG oslo_concurrency.lockutils [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.781582] env[70261]: DEBUG oslo_concurrency.lockutils [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.781747] env[70261]: DEBUG nova.network.neutron [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Refreshing network info cache for port 56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1073.833871] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386650, 'name': ReconfigVM_Task, 'duration_secs': 0.407669} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.834297] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-89744bb5-f9f7-429d-b303-928e7a4b195f/volume-89744bb5-f9f7-429d-b303-928e7a4b195f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.838930] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344a5545-5406-40f0-ab15-9c2e9323ed0c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.857681] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1073.857681] env[70261]: value = "task-3386655" [ 1073.857681] env[70261]: _type = "Task" [ 1073.857681] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.866867] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.875121] env[70261]: DEBUG nova.scheduler.client.report [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.879943] env[70261]: DEBUG nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.893974] env[70261]: DEBUG oslo_vmware.api [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386651, 'name': ReconfigVM_Task, 'duration_secs': 0.165312} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.894335] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675680', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'name': 'volume-1b19054e-f402-49c8-84bd-1734220e84d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '840bff09-bbc2-4890-abd6-ad2855e4afe9', 'attached_at': '', 'detached_at': '', 'volume_id': '1b19054e-f402-49c8-84bd-1734220e84d9', 'serial': '1b19054e-f402-49c8-84bd-1734220e84d9'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.918397] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.918397] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.918397] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.918397] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.918397] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.918708] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.918708] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.918785] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.918951] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.920032] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.920156] env[70261]: DEBUG nova.virt.hardware [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.921830] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355741e2-97d6-4cf4-92bb-27bcdae961d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.930654] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e19fb9-0306-4ef0-9845-c22476d0ff56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.258075] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386654, 'name': CreateVM_Task, 'duration_secs': 0.407361} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.258377] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.258937] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.259114] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.259435] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.259697] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4080102-4344-4b77-bf49-049667dca5fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.264405] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1074.264405] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525ea1eb-4cba-c213-88d3-6380112afa7a" [ 1074.264405] env[70261]: _type = "Task" [ 1074.264405] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.272052] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525ea1eb-4cba-c213-88d3-6380112afa7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.370749] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386655, 'name': ReconfigVM_Task, 'duration_secs': 0.246529} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.373605] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1074.374411] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92ad5f66-c574-49d5-9fe2-e39fcaad169a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.381828] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1074.381828] env[70261]: value = "task-3386656" [ 1074.381828] env[70261]: _type = "Task" [ 1074.381828] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.385364] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.385820] env[70261]: DEBUG nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.388323] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.188s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.390019] env[70261]: INFO nova.compute.claims [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.397974] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386656, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.461723] env[70261]: DEBUG nova.objects.instance [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.559177] env[70261]: DEBUG nova.network.neutron [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updated VIF entry in instance network info cache for port 56cec359-3332-4663-a6ed-66ce62131955. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1074.559583] env[70261]: DEBUG nova.network.neutron [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.696243] env[70261]: DEBUG nova.network.neutron [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Successfully updated port: 1fe9571b-cbeb-47fb-9f34-b741309bd27f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.777565] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525ea1eb-4cba-c213-88d3-6380112afa7a, 'name': SearchDatastore_Task, 'duration_secs': 0.044719} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.777869] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.778121] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.778359] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.778507] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.778687] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.778946] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6e44707-981c-4443-9989-eaa9e09501ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.787730] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.787908] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.788622] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0aa57b-f1e4-48b2-919f-1794e8594fdb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.794495] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1074.794495] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d55272-02d3-051c-d7c9-f31afc3dc8ea" [ 1074.794495] env[70261]: _type = "Task" [ 1074.794495] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.801572] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d55272-02d3-051c-d7c9-f31afc3dc8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.894937] env[70261]: DEBUG nova.compute.utils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.897946] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386656, 'name': Rename_Task, 'duration_secs': 0.159621} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.898406] env[70261]: DEBUG nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.898574] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.903071] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.903071] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e16902-e47c-49b8-a39a-39cc56463518 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.908564] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1074.908564] env[70261]: value = "task-3386657" [ 1074.908564] env[70261]: _type = "Task" [ 1074.908564] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.923221] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.958408] env[70261]: DEBUG nova.policy [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '664fc536a93f48b8958dcdbdbd92cc4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70e951eece8a4231ba98f3445dd70ff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.065169] env[70261]: DEBUG oslo_concurrency.lockutils [req-53d55b9d-04c6-4133-a5cf-fde27c906916 req-dfb79aa4-dffd-4b11-9f5d-d9762c01c202 service nova] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.202142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "refresh_cache-cc9c20af-d357-498b-af93-5a031c96b086" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.202142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "refresh_cache-cc9c20af-d357-498b-af93-5a031c96b086" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.202142] env[70261]: DEBUG nova.network.neutron [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1075.226495] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Successfully created port: 7d43dfa8-72a4-414a-b783-ebcb8dffb37a {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.312138] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d55272-02d3-051c-d7c9-f31afc3dc8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.312138] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d49fb89-5214-4d12-a5ce-4bcadd7aaefe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.321018] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1075.321018] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d05237-7f1b-ed77-0658-095338603376" [ 1075.321018] env[70261]: _type = "Task" [ 1075.321018] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.330694] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d05237-7f1b-ed77-0658-095338603376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.402655] env[70261]: DEBUG nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.428711] env[70261]: DEBUG oslo_vmware.api [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386657, 'name': PowerOnVM_Task, 'duration_secs': 0.471389} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.429689] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.429689] env[70261]: DEBUG nova.compute.manager [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.430885] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60914ce-6d44-4eb2-aa7e-bbb18d7de83d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.470851] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d96a7b87-49a2-4c2b-a179-8df311638821 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.817s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.516315] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Successfully created port: 2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.746809] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae04ae-0f39-4d3a-8925-e96ae2d0a4c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.756944] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ace33fd-27c1-41cf-bead-8daefa49dbfe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.791840] env[70261]: DEBUG nova.network.neutron [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1075.794539] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a41055-c309-496f-8b04-244ea09aec36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.803112] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d0a890-9106-4e23-8fb2-4b70bead3ae6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.820145] env[70261]: DEBUG nova.compute.provider_tree [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.830913] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d05237-7f1b-ed77-0658-095338603376, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.831993] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.832268] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 84322947-433b-42fe-bf03-b93de0c16bdf/84322947-433b-42fe-bf03-b93de0c16bdf.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.833272] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23cce771-ab3f-4c9b-b501-a6bea795a675 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.845633] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1075.845633] env[70261]: value = "task-3386658" [ 1075.845633] env[70261]: _type = "Task" [ 1075.845633] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.855093] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.878046] env[70261]: DEBUG nova.compute.manager [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Received event network-vif-plugged-1fe9571b-cbeb-47fb-9f34-b741309bd27f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.878413] env[70261]: DEBUG oslo_concurrency.lockutils [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] Acquiring lock "cc9c20af-d357-498b-af93-5a031c96b086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.878511] env[70261]: DEBUG oslo_concurrency.lockutils [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] Lock "cc9c20af-d357-498b-af93-5a031c96b086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.878651] env[70261]: DEBUG oslo_concurrency.lockutils [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] Lock "cc9c20af-d357-498b-af93-5a031c96b086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.878821] env[70261]: DEBUG nova.compute.manager [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] No waiting events found dispatching network-vif-plugged-1fe9571b-cbeb-47fb-9f34-b741309bd27f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.879015] env[70261]: WARNING nova.compute.manager [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Received unexpected event network-vif-plugged-1fe9571b-cbeb-47fb-9f34-b741309bd27f for instance with vm_state building and task_state spawning. [ 1075.879313] env[70261]: DEBUG nova.compute.manager [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Received event network-changed-1fe9571b-cbeb-47fb-9f34-b741309bd27f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.879479] env[70261]: DEBUG nova.compute.manager [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Refreshing instance network info cache due to event network-changed-1fe9571b-cbeb-47fb-9f34-b741309bd27f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.879650] env[70261]: DEBUG oslo_concurrency.lockutils [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] Acquiring lock "refresh_cache-cc9c20af-d357-498b-af93-5a031c96b086" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.885825] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.886057] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.886234] env[70261]: DEBUG nova.compute.manager [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.887110] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f8b99a-531d-492f-84e6-997dd246fb4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.894648] env[70261]: DEBUG nova.compute.manager [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1075.894999] env[70261]: DEBUG nova.objects.instance [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.952319] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.177269] env[70261]: DEBUG nova.network.neutron [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Updating instance_info_cache with network_info: [{"id": "1fe9571b-cbeb-47fb-9f34-b741309bd27f", "address": "fa:16:3e:a9:88:2b", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe9571b-cb", "ovs_interfaceid": "1fe9571b-cbeb-47fb-9f34-b741309bd27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.327622] env[70261]: DEBUG nova.scheduler.client.report [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.358807] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.413385] env[70261]: DEBUG nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.440297] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.440648] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.440817] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.441009] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.441279] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.441491] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.441766] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.442028] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.442275] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.442511] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.442751] env[70261]: DEBUG nova.virt.hardware [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.443686] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eb1151-30cf-45f7-a2ff-0028d5739dcf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.452500] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb90223-362a-49e7-9834-9989331d9bb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.679457] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "refresh_cache-cc9c20af-d357-498b-af93-5a031c96b086" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.679806] env[70261]: DEBUG nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Instance network_info: |[{"id": "1fe9571b-cbeb-47fb-9f34-b741309bd27f", "address": "fa:16:3e:a9:88:2b", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe9571b-cb", "ovs_interfaceid": "1fe9571b-cbeb-47fb-9f34-b741309bd27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.680144] env[70261]: DEBUG oslo_concurrency.lockutils [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] Acquired lock "refresh_cache-cc9c20af-d357-498b-af93-5a031c96b086" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.680352] env[70261]: DEBUG nova.network.neutron [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Refreshing network info cache for port 1fe9571b-cbeb-47fb-9f34-b741309bd27f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1076.682054] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:88:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fe9571b-cbeb-47fb-9f34-b741309bd27f', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.689826] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.693315] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.693859] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22991ac0-74f7-4c8f-b473-2a518ef5959a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.718039] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.718039] env[70261]: value = "task-3386659" [ 1076.718039] env[70261]: _type = "Task" [ 1076.718039] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.727867] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386659, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.833496] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.834105] env[70261]: DEBUG nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.837011] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.608s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.838459] env[70261]: INFO nova.compute.claims [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.860067] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582282} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.860529] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 84322947-433b-42fe-bf03-b93de0c16bdf/84322947-433b-42fe-bf03-b93de0c16bdf.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.860995] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.861390] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cffd967-eb0e-485c-94c2-9508b1a5018f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.870018] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1076.870018] env[70261]: value = "task-3386660" [ 1076.870018] env[70261]: _type = "Task" [ 1076.870018] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.878153] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.906096] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.906096] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1660b6b5-ccb3-4423-8fd4-dd1651595d82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.913215] env[70261]: DEBUG oslo_vmware.api [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1076.913215] env[70261]: value = "task-3386661" [ 1076.913215] env[70261]: _type = "Task" [ 1076.913215] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.923179] env[70261]: DEBUG oslo_vmware.api [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.037932] env[70261]: DEBUG nova.network.neutron [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Updated VIF entry in instance network info cache for port 1fe9571b-cbeb-47fb-9f34-b741309bd27f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1077.038336] env[70261]: DEBUG nova.network.neutron [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Updating instance_info_cache with network_info: [{"id": "1fe9571b-cbeb-47fb-9f34-b741309bd27f", "address": "fa:16:3e:a9:88:2b", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe9571b-cb", "ovs_interfaceid": "1fe9571b-cbeb-47fb-9f34-b741309bd27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.174254] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Successfully updated port: 7d43dfa8-72a4-414a-b783-ebcb8dffb37a {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.228233] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386659, 'name': CreateVM_Task, 'duration_secs': 0.410861} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.231247] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.231247] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.231247] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.231247] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.231247] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a2178b-f41e-478a-9161-6befe73679ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.235749] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1077.235749] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5285113b-1624-3026-b5b2-ae87a998bb67" [ 1077.235749] env[70261]: _type = "Task" [ 1077.235749] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.244720] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5285113b-1624-3026-b5b2-ae87a998bb67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.345019] env[70261]: DEBUG nova.compute.utils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.346378] env[70261]: DEBUG nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.346671] env[70261]: DEBUG nova.network.neutron [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.379804] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07353} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.380129] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.381063] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d58a3de-7a3f-4963-8f93-45a7adb46e70 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.405828] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 84322947-433b-42fe-bf03-b93de0c16bdf/84322947-433b-42fe-bf03-b93de0c16bdf.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.407607] env[70261]: DEBUG nova.policy [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec0131fa1775485c84aa721579ad0c7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d78ecc6df0c45b9abf21069ea933285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.409448] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a46e6b97-bb3b-4344-af92-928a7304df4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.436558] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.436796] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.440184] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1077.440184] env[70261]: value = "task-3386662" [ 1077.440184] env[70261]: _type = "Task" [ 1077.440184] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.447295] env[70261]: DEBUG oslo_vmware.api [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386661, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.452497] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.541339] env[70261]: DEBUG oslo_concurrency.lockutils [req-b6271311-763e-4e91-ae7e-02627b64bc97 req-c4aeefa1-4f60-4a63-94f8-4fde0b9017c3 service nova] Releasing lock "refresh_cache-cc9c20af-d357-498b-af93-5a031c96b086" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.746480] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5285113b-1624-3026-b5b2-ae87a998bb67, 'name': SearchDatastore_Task, 'duration_secs': 0.049581} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.746829] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.747100] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.747384] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.747677] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.747798] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.748070] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd8205f-1b79-49f3-8b04-e36bd831cb38 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.756419] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.756608] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.757307] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2335dc5-306c-4df5-80ae-22fa308bccc0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.762366] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1077.762366] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ced75-e9f7-82c3-de1a-71e3087f74e2" [ 1077.762366] env[70261]: _type = "Task" [ 1077.762366] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.763262] env[70261]: DEBUG nova.network.neutron [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Successfully created port: 2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.776544] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ced75-e9f7-82c3-de1a-71e3087f74e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.853866] env[70261]: DEBUG nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.936808] env[70261]: DEBUG oslo_vmware.api [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386661, 'name': PowerOffVM_Task, 'duration_secs': 0.536807} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.937149] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.937386] env[70261]: DEBUG nova.compute.manager [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.938231] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65888518-9e95-4f2e-8323-46a34a44cc47 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.946055] env[70261]: DEBUG nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.963298] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.063607] env[70261]: DEBUG nova.compute.manager [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received event network-vif-plugged-7d43dfa8-72a4-414a-b783-ebcb8dffb37a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.063843] env[70261]: DEBUG oslo_concurrency.lockutils [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] Acquiring lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.064362] env[70261]: DEBUG oslo_concurrency.lockutils [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.064563] env[70261]: DEBUG oslo_concurrency.lockutils [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.064768] env[70261]: DEBUG nova.compute.manager [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] No waiting events found dispatching network-vif-plugged-7d43dfa8-72a4-414a-b783-ebcb8dffb37a {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.064900] env[70261]: WARNING nova.compute.manager [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received unexpected event network-vif-plugged-7d43dfa8-72a4-414a-b783-ebcb8dffb37a for instance with vm_state building and task_state spawning. [ 1078.065075] env[70261]: DEBUG nova.compute.manager [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received event network-changed-7d43dfa8-72a4-414a-b783-ebcb8dffb37a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.065233] env[70261]: DEBUG nova.compute.manager [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Refreshing instance network info cache due to event network-changed-7d43dfa8-72a4-414a-b783-ebcb8dffb37a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.065421] env[70261]: DEBUG oslo_concurrency.lockutils [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] Acquiring lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.065558] env[70261]: DEBUG oslo_concurrency.lockutils [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] Acquired lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.065714] env[70261]: DEBUG nova.network.neutron [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Refreshing network info cache for port 7d43dfa8-72a4-414a-b783-ebcb8dffb37a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1078.230274] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f83c46-e937-4c78-a2da-439a6c59b023 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.239539] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292cf5c9-ae65-4c08-90e8-a513f08b99c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.279347] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55935976-b225-4406-a24f-2d214a86b217 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.290422] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2a084-9112-4f7b-920c-7b80486a9aea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.294153] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529ced75-e9f7-82c3-de1a-71e3087f74e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.295330] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc977928-7573-4560-92db-02d52a4fe9a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.305974] env[70261]: DEBUG nova.compute.provider_tree [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.310468] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1078.310468] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5263d96c-63ef-e627-8834-0f5a9fc410b1" [ 1078.310468] env[70261]: _type = "Task" [ 1078.310468] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.318209] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5263d96c-63ef-e627-8834-0f5a9fc410b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.460371] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386662, 'name': ReconfigVM_Task, 'duration_secs': 0.639276} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.460687] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 84322947-433b-42fe-bf03-b93de0c16bdf/84322947-433b-42fe-bf03-b93de0c16bdf.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.461316] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec58c503-2f10-44ac-9b27-d1d1ee53eb07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.466660] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5369567f-e739-4fd7-aa99-61f36779e530 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.580s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.469354] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1078.469354] env[70261]: value = "task-3386663" [ 1078.469354] env[70261]: _type = "Task" [ 1078.469354] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.473170] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.479552] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386663, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.618803] env[70261]: DEBUG nova.network.neutron [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1078.741691] env[70261]: DEBUG nova.network.neutron [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.822062] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5263d96c-63ef-e627-8834-0f5a9fc410b1, 'name': SearchDatastore_Task, 'duration_secs': 0.035301} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.822325] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.822582] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] cc9c20af-d357-498b-af93-5a031c96b086/cc9c20af-d357-498b-af93-5a031c96b086.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.822831] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d769ae0-aad0-4077-9dcc-1affd9381d0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.829927] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1078.829927] env[70261]: value = "task-3386664" [ 1078.829927] env[70261]: _type = "Task" [ 1078.829927] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.830562] env[70261]: ERROR nova.scheduler.client.report [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [req-fb3aa69b-4f6c-41ba-95f9-2e11cbc0c1cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb3aa69b-4f6c-41ba-95f9-2e11cbc0c1cf"}]} [ 1078.840095] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.846200] env[70261]: DEBUG nova.scheduler.client.report [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1078.859674] env[70261]: DEBUG nova.scheduler.client.report [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1078.859878] env[70261]: DEBUG nova.compute.provider_tree [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.862546] env[70261]: DEBUG nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.873169] env[70261]: DEBUG nova.scheduler.client.report [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1078.887721] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.887955] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.888134] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.888324] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.888470] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.888617] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.888825] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.888984] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.889169] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.889343] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.889633] env[70261]: DEBUG nova.virt.hardware [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.890412] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bce335-df2f-43bf-b976-22ba609040e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.893706] env[70261]: DEBUG nova.scheduler.client.report [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1078.900880] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a2e4c-ced1-436a-8f99-5a3b862f32c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.982929] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386663, 'name': Rename_Task, 'duration_secs': 0.302612} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.983545] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.983545] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd8d2ca-dd53-40f9-a722-13a31e1d34b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.990643] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1078.990643] env[70261]: value = "task-3386665" [ 1078.990643] env[70261]: _type = "Task" [ 1078.990643] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.999087] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.240750] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d24d1-dd6f-4905-918e-25a44a27a575 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.244063] env[70261]: DEBUG oslo_concurrency.lockutils [req-aad3b523-3ca6-4867-8079-5c0d452645fd req-3c8265c7-e90a-4395-816d-5c377b5f5408 service nova] Releasing lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.254410] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cac2b1d-9946-4198-be9f-e09cd36e925a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.289829] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ef4ac-7bf1-49dc-b649-7a6a34a1cedf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.298410] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6fe647-fa49-41ec-b71c-7114062164e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.315959] env[70261]: DEBUG nova.compute.provider_tree [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.341532] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386664, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.501183] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.550856] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Successfully updated port: 2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.561913] env[70261]: DEBUG nova.network.neutron [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Successfully updated port: 2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.749589] env[70261]: DEBUG nova.objects.instance [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.842439] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545252} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.843144] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] cc9c20af-d357-498b-af93-5a031c96b086/cc9c20af-d357-498b-af93-5a031c96b086.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.843295] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.843553] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5532f83d-3d8b-4834-b34e-5b8b48f55916 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.848215] env[70261]: DEBUG nova.scheduler.client.report [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1079.848457] env[70261]: DEBUG nova.compute.provider_tree [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 120 to 121 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1079.848635] env[70261]: DEBUG nova.compute.provider_tree [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.852983] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1079.852983] env[70261]: value = "task-3386666" [ 1079.852983] env[70261]: _type = "Task" [ 1079.852983] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.863264] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.002164] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.056065] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.056189] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.056310] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1080.065649] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.065649] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.065759] env[70261]: DEBUG nova.network.neutron [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1080.092779] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received event network-vif-plugged-2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.092999] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Acquiring lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.093231] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.093420] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.093589] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] No waiting events found dispatching network-vif-plugged-2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.093756] env[70261]: WARNING nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received unexpected event network-vif-plugged-2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 for instance with vm_state building and task_state spawning. [ 1080.093919] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Received event network-vif-plugged-2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.094254] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Acquiring lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.094451] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.094612] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.094779] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] No waiting events found dispatching network-vif-plugged-2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.094941] env[70261]: WARNING nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Received unexpected event network-vif-plugged-2bb4d17f-bf11-4845-8552-23080a977193 for instance with vm_state building and task_state spawning. [ 1080.095124] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received event network-changed-2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.095347] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Refreshing instance network info cache due to event network-changed-2a6c86ff-47ad-4edd-994b-a7ddd2c3f395. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.095529] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Acquiring lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.254578] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.254718] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.254944] env[70261]: DEBUG nova.network.neutron [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1080.255149] env[70261]: DEBUG nova.objects.instance [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'info_cache' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.354948] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.517s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.354948] env[70261]: DEBUG nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.358056] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.862s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.358056] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.359976] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.821s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.361480] env[70261]: INFO nova.compute.claims [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.373214] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062768} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.373468] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.374390] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375559f8-0425-4a00-8a2c-468124da8522 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.399028] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] cc9c20af-d357-498b-af93-5a031c96b086/cc9c20af-d357-498b-af93-5a031c96b086.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.400535] env[70261]: INFO nova.scheduler.client.report [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted allocations for instance a05c9919-8a0e-4f72-8188-d131af34c954 [ 1080.402835] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84463c17-542c-47a3-b4bc-3b24c4e4d80f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.424765] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1080.424765] env[70261]: value = "task-3386667" [ 1080.424765] env[70261]: _type = "Task" [ 1080.424765] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.433631] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.503369] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386665, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.610040] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1080.616142] env[70261]: DEBUG nova.network.neutron [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1080.759239] env[70261]: DEBUG nova.objects.base [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Object Instance<840bff09-bbc2-4890-abd6-ad2855e4afe9> lazy-loaded attributes: flavor,info_cache {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.835634] env[70261]: DEBUG nova.network.neutron [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.874214] env[70261]: DEBUG nova.compute.utils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.877414] env[70261]: DEBUG nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.877414] env[70261]: DEBUG nova.network.neutron [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.922382] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b6e581f5-a069-46ac-b40b-3eebe96dc6af tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "a05c9919-8a0e-4f72-8188-d131af34c954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.819s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.935599] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386667, 'name': ReconfigVM_Task, 'duration_secs': 0.298461} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.936035] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Reconfigured VM instance instance-0000005d to attach disk [datastore2] cc9c20af-d357-498b-af93-5a031c96b086/cc9c20af-d357-498b-af93-5a031c96b086.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.936904] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e78aafa-baa0-40af-b812-a12f68924672 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.944767] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1080.944767] env[70261]: value = "task-3386668" [ 1080.944767] env[70261]: _type = "Task" [ 1080.944767] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.949757] env[70261]: DEBUG nova.policy [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24eabacae2be4801bd5cd1477b837e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a16ffd93eb4009bcd30d2d3ce13f6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.956424] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386668, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.002664] env[70261]: DEBUG oslo_vmware.api [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386665, 'name': PowerOnVM_Task, 'duration_secs': 1.603081} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.002868] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.003081] env[70261]: INFO nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1081.003365] env[70261]: DEBUG nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.004029] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb085d6f-86f7-432e-8e14-c66b2b212942 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.038453] env[70261]: DEBUG nova.network.neutron [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Updating instance_info_cache with network_info: [{"id": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "address": "fa:16:3e:dd:fc:b4", "network": {"id": "2b2116ee-e9d7-496b-853f-7d2dbcc327db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768956748", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d43dfa8-72", "ovs_interfaceid": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a6c86ff-47ad-4edd-994b-a7ddd2c3f395", "address": "fa:16:3e:3e:4e:94", "network": {"id": "8b6742f0-d9ef-409b-94eb-91a207b265e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1219264374", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6c86ff-47", "ovs_interfaceid": "2a6c86ff-47ad-4edd-994b-a7ddd2c3f395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.242328] env[70261]: DEBUG nova.network.neutron [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Successfully created port: 74f37085-8c06-4e14-b227-884312449a4f {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.340415] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.340845] env[70261]: DEBUG nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Instance network_info: |[{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.341316] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:73:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb4d17f-bf11-4845-8552-23080a977193', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.349251] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating folder: Project (9d78ecc6df0c45b9abf21069ea933285). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.349592] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88e5cc8d-82e3-415a-a4c7-46d8f8be63cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.360626] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Created folder: Project (9d78ecc6df0c45b9abf21069ea933285) in parent group-v675446. [ 1081.360778] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating folder: Instances. Parent ref: group-v675702. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.361041] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b12f1113-ed72-42ec-ae64-afe7f809a898 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.371084] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Created folder: Instances in parent group-v675702. [ 1081.371340] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.371571] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.372038] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75aac9d4-775d-4c84-9d36-7362c6b2a151 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.395305] env[70261]: DEBUG nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.403684] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.403684] env[70261]: value = "task-3386671" [ 1081.403684] env[70261]: _type = "Task" [ 1081.403684] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.411931] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386671, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.461044] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386668, 'name': Rename_Task, 'duration_secs': 0.135153} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.464994] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.466551] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19003d72-56ec-4021-82d1-cd725106a200 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.472172] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1081.472172] env[70261]: value = "task-3386672" [ 1081.472172] env[70261]: _type = "Task" [ 1081.472172] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.482090] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.533611] env[70261]: INFO nova.compute.manager [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Took 50.28 seconds to build instance. [ 1081.540768] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Releasing lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.541121] env[70261]: DEBUG nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Instance network_info: |[{"id": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "address": "fa:16:3e:dd:fc:b4", "network": {"id": "2b2116ee-e9d7-496b-853f-7d2dbcc327db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768956748", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d43dfa8-72", "ovs_interfaceid": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a6c86ff-47ad-4edd-994b-a7ddd2c3f395", "address": "fa:16:3e:3e:4e:94", "network": {"id": "8b6742f0-d9ef-409b-94eb-91a207b265e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1219264374", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6c86ff-47", "ovs_interfaceid": "2a6c86ff-47ad-4edd-994b-a7ddd2c3f395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.542317] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Acquired lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.542317] env[70261]: DEBUG nova.network.neutron [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Refreshing network info cache for port 2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1081.543374] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:fc:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d43dfa8-72a4-414a-b783-ebcb8dffb37a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:4e:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6c86ff-47ad-4edd-994b-a7ddd2c3f395', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.554040] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.554690] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.554944] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e2e828-b7b0-4d4e-a7e5-5cce9bf122d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.581198] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.581198] env[70261]: value = "task-3386673" [ 1081.581198] env[70261]: _type = "Task" [ 1081.581198] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.591102] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386673, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.639873] env[70261]: DEBUG nova.network.neutron [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updating instance_info_cache with network_info: [{"id": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "address": "fa:16:3e:07:30:e8", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46147b2-e5", "ovs_interfaceid": "b46147b2-e53b-459c-8ba8-34f2de21f7a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.749500] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fa8f68-3c4d-4926-bc8d-8b40308b588f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.761907] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc45fefd-a92c-4458-8d75-b7fd5685161e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.824456] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2989e7b5-10c2-487b-a58c-2d5365b2c8f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.836760] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e09e8d7-f56a-4eba-bd48-831a7d972f73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.860208] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.860627] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.860915] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.861151] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.861337] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.863414] env[70261]: DEBUG nova.compute.provider_tree [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.865581] env[70261]: INFO nova.compute.manager [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Terminating instance [ 1081.914085] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386671, 'name': CreateVM_Task, 'duration_secs': 0.357059} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.914405] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.915173] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.915510] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.915691] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.915956] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faaffa4c-86d4-4447-8b73-2e2b6174af65 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.921079] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1081.921079] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d0aafd-e1c3-7e51-0abd-bf6c857b9b5a" [ 1081.921079] env[70261]: _type = "Task" [ 1081.921079] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.930104] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d0aafd-e1c3-7e51-0abd-bf6c857b9b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.984031] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386672, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.037492] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7bddf4e9-f2e2-4c5f-b698-41d3712d6fb5 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.798s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.091742] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386673, 'name': CreateVM_Task, 'duration_secs': 0.410129} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.094224] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.094224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.146113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "refresh_cache-840bff09-bbc2-4890-abd6-ad2855e4afe9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.260149] env[70261]: DEBUG nova.compute.manager [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Received event network-changed-56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.260287] env[70261]: DEBUG nova.compute.manager [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Refreshing instance network info cache due to event network-changed-56cec359-3332-4663-a6ed-66ce62131955. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.260491] env[70261]: DEBUG oslo_concurrency.lockutils [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.260634] env[70261]: DEBUG oslo_concurrency.lockutils [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.260793] env[70261]: DEBUG nova.network.neutron [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Refreshing network info cache for port 56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1082.316667] env[70261]: DEBUG nova.network.neutron [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Updated VIF entry in instance network info cache for port 2a6c86ff-47ad-4edd-994b-a7ddd2c3f395. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1082.317120] env[70261]: DEBUG nova.network.neutron [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Updating instance_info_cache with network_info: [{"id": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "address": "fa:16:3e:dd:fc:b4", "network": {"id": "2b2116ee-e9d7-496b-853f-7d2dbcc327db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768956748", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d43dfa8-72", "ovs_interfaceid": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2a6c86ff-47ad-4edd-994b-a7ddd2c3f395", "address": "fa:16:3e:3e:4e:94", "network": {"id": "8b6742f0-d9ef-409b-94eb-91a207b265e3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1219264374", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6c86ff-47", "ovs_interfaceid": "2a6c86ff-47ad-4edd-994b-a7ddd2c3f395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.368634] env[70261]: DEBUG nova.scheduler.client.report [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.372307] env[70261]: DEBUG nova.compute.manager [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.372486] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.373554] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1493762-6583-497c-a88f-1a8df06eacf4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.381984] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.382235] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b527f20d-f3bd-4819-873b-65011639d8d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.389511] env[70261]: DEBUG oslo_vmware.api [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1082.389511] env[70261]: value = "task-3386674" [ 1082.389511] env[70261]: _type = "Task" [ 1082.389511] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.399915] env[70261]: DEBUG oslo_vmware.api [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.404395] env[70261]: DEBUG nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.436024] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d0aafd-e1c3-7e51-0abd-bf6c857b9b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.436406] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.436638] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.436868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.437021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.437203] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.439901] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.440128] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.440297] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.440494] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.442121] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.442121] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.442121] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.442121] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.442121] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.442121] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.442121] env[70261]: DEBUG nova.virt.hardware [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.442121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.442643] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.442643] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c2b224-6eca-4c1e-86cc-61681e8fb348 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.445527] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481d86ef-8432-49fc-bcde-98e33d3bfaa5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.449169] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac653e0-207d-4954-a796-1a99e1d43f80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.454050] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1082.454050] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aa976c-160e-7649-0b7b-e4963634fbcc" [ 1082.454050] env[70261]: _type = "Task" [ 1082.454050] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.460204] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c1ed6-1e15-4fc7-8d6b-121b6445b502 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.467207] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.467207] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.467207] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0c4d40-684e-49bb-8543-43a3e99fd106 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.474524] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aa976c-160e-7649-0b7b-e4963634fbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.488636] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1082.488636] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c640bf-b92b-bdba-f831-8dfcd6903004" [ 1082.488636] env[70261]: _type = "Task" [ 1082.488636] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.496450] env[70261]: DEBUG oslo_vmware.api [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386672, 'name': PowerOnVM_Task, 'duration_secs': 0.547828} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.497187] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.497430] env[70261]: INFO nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1082.497691] env[70261]: DEBUG nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.498699] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3ce9f6-9de6-4975-a318-21d5dbde05bb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.504713] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c640bf-b92b-bdba-f831-8dfcd6903004, 'name': SearchDatastore_Task, 'duration_secs': 0.016636} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.505834] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3264ff-9ded-4dc2-958f-e5d39c305fff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.516367] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1082.516367] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52507598-2049-0155-81c9-eb3c92dea512" [ 1082.516367] env[70261]: _type = "Task" [ 1082.516367] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.525085] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52507598-2049-0155-81c9-eb3c92dea512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.820429] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Releasing lock "refresh_cache-9f736f47-c8ac-43a1-9bf9-fd42775f479e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.820793] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Received event network-changed-2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.820889] env[70261]: DEBUG nova.compute.manager [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Refreshing instance network info cache due to event network-changed-2bb4d17f-bf11-4845-8552-23080a977193. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.821386] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Acquiring lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.821546] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Acquired lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.821790] env[70261]: DEBUG nova.network.neutron [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Refreshing network info cache for port 2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1082.874203] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.874761] env[70261]: DEBUG nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.878903] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.619s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.879186] env[70261]: DEBUG nova.objects.instance [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lazy-loading 'resources' on Instance uuid 9eed93bb-d9fd-4814-a80e-0088e2a2f073 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.902160] env[70261]: DEBUG oslo_vmware.api [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386674, 'name': PowerOffVM_Task, 'duration_secs': 0.430576} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.904800] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.904980] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.905337] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62cdd815-0394-4ffd-ab73-84872269100b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.966934] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aa976c-160e-7649-0b7b-e4963634fbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.020316} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.967325] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.967566] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.967780] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.997048] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.001022] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.001022] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleting the datastore file [datastore2] 4f7de023-35e6-4d9b-879e-f6ba74ef7c17 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.001022] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df81111-8673-4bfb-89b8-32f39e1ed6f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.004261] env[70261]: DEBUG oslo_vmware.api [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1083.004261] env[70261]: value = "task-3386676" [ 1083.004261] env[70261]: _type = "Task" [ 1083.004261] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.012808] env[70261]: DEBUG oslo_vmware.api [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.028336] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52507598-2049-0155-81c9-eb3c92dea512, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.028802] env[70261]: INFO nova.compute.manager [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Took 50.91 seconds to build instance. [ 1083.029751] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.030018] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 993e3bf5-4eb0-4794-9618-bb84bf846cb9/993e3bf5-4eb0-4794-9618-bb84bf846cb9.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.030307] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.030508] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.030736] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936a8d01-bbec-411b-a55e-ffc611929997 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.033238] env[70261]: DEBUG nova.network.neutron [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Successfully updated port: 74f37085-8c06-4e14-b227-884312449a4f {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.034207] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df5ea316-ebea-47f8-bc20-ceffdc7e50a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.042066] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1083.042066] env[70261]: value = "task-3386677" [ 1083.042066] env[70261]: _type = "Task" [ 1083.042066] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.045911] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.046107] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.050331] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abb3fc6-643d-4ca6-809a-d02b8e710335 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.059367] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.060635] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1083.060635] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273d95b-78a7-0000-e594-e7b312ab0010" [ 1083.060635] env[70261]: _type = "Task" [ 1083.060635] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.069021] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273d95b-78a7-0000-e594-e7b312ab0010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.084143] env[70261]: DEBUG nova.network.neutron [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updated VIF entry in instance network info cache for port 56cec359-3332-4663-a6ed-66ce62131955. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1083.084595] env[70261]: DEBUG nova.network.neutron [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.152694] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.152987] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27b0418d-7f5e-4952-8812-fe23b66d85dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.161547] env[70261]: DEBUG oslo_vmware.api [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1083.161547] env[70261]: value = "task-3386678" [ 1083.161547] env[70261]: _type = "Task" [ 1083.161547] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.170312] env[70261]: DEBUG oslo_vmware.api [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.382636] env[70261]: DEBUG nova.compute.utils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.384546] env[70261]: DEBUG nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.384546] env[70261]: DEBUG nova.network.neutron [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.464480] env[70261]: DEBUG nova.policy [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.515353] env[70261]: DEBUG oslo_vmware.api [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208945} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.518754] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.518956] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.519703] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.519703] env[70261]: INFO nova.compute.manager [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1083.519703] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.520041] env[70261]: DEBUG nova.compute.manager [-] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.520138] env[70261]: DEBUG nova.network.neutron [-] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1083.540349] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-2b65271b-8ff0-46fc-8998-23fd5f59c312" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.540349] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-2b65271b-8ff0-46fc-8998-23fd5f59c312" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.540349] env[70261]: DEBUG nova.network.neutron [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1083.541801] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d28cb14-8737-4dfd-85b0-592b4c68b712 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "cc9c20af-d357-498b-af93-5a031c96b086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.431s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.561985] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386677, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.579206] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5273d95b-78a7-0000-e594-e7b312ab0010, 'name': SearchDatastore_Task, 'duration_secs': 0.017596} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.580416] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc78970-d9e4-4053-a727-7eda2738eb31 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.586851] env[70261]: DEBUG oslo_concurrency.lockutils [req-a00f649a-5af6-449b-8a80-e709f31951a4 req-4e034f4f-dc72-4074-9f0a-3def8736dfe8 service nova] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.587383] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1083.587383] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52423b64-0384-5809-e81f-79167c1a0008" [ 1083.587383] env[70261]: _type = "Task" [ 1083.587383] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.600830] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52423b64-0384-5809-e81f-79167c1a0008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.672642] env[70261]: DEBUG nova.network.neutron [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updated VIF entry in instance network info cache for port 2bb4d17f-bf11-4845-8552-23080a977193. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1083.672889] env[70261]: DEBUG nova.network.neutron [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.674248] env[70261]: DEBUG oslo_vmware.api [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.723914] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeff55d7-934b-47f7-aded-03e70f49e4ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.733527] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9a479c-cc52-4b32-aef8-c2da5e71fa60 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.769039] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56774fd1-4ca6-48ae-8029-0352e6e14905 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.777148] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988115a-e8f1-48b7-aaa2-210c501030da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.791581] env[70261]: DEBUG nova.compute.provider_tree [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.807571] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "cc9c20af-d357-498b-af93-5a031c96b086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.807853] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "cc9c20af-d357-498b-af93-5a031c96b086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.808099] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "cc9c20af-d357-498b-af93-5a031c96b086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.808297] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "cc9c20af-d357-498b-af93-5a031c96b086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.808510] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "cc9c20af-d357-498b-af93-5a031c96b086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.810960] env[70261]: INFO nova.compute.manager [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Terminating instance [ 1083.899107] env[70261]: DEBUG nova.network.neutron [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Successfully created port: 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.899107] env[70261]: DEBUG nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.920264] env[70261]: DEBUG nova.compute.manager [req-12776d9c-91d8-47eb-829f-15db9c300851 req-61c5a24f-caad-4ff9-a1ca-0d6c46d4ea06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Received event network-vif-deleted-c375923f-e676-4029-ad9b-ded3d5ba88d4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.920514] env[70261]: INFO nova.compute.manager [req-12776d9c-91d8-47eb-829f-15db9c300851 req-61c5a24f-caad-4ff9-a1ca-0d6c46d4ea06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Neutron deleted interface c375923f-e676-4029-ad9b-ded3d5ba88d4; detaching it from the instance and deleting it from the info cache [ 1083.920696] env[70261]: DEBUG nova.network.neutron [req-12776d9c-91d8-47eb-829f-15db9c300851 req-61c5a24f-caad-4ff9-a1ca-0d6c46d4ea06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.058754] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569807} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.059038] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 993e3bf5-4eb0-4794-9618-bb84bf846cb9/993e3bf5-4eb0-4794-9618-bb84bf846cb9.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.059258] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.059511] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-701c0d5c-474e-4dd4-8879-15b843abfc53 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.066242] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1084.066242] env[70261]: value = "task-3386679" [ 1084.066242] env[70261]: _type = "Task" [ 1084.066242] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.074231] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.086969] env[70261]: DEBUG nova.network.neutron [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1084.099942] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52423b64-0384-5809-e81f-79167c1a0008, 'name': SearchDatastore_Task, 'duration_secs': 0.018229} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.100217] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.100485] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 9f736f47-c8ac-43a1-9bf9-fd42775f479e/9f736f47-c8ac-43a1-9bf9-fd42775f479e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.100748] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b028b2d6-a986-453a-91cd-187e43dab3fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.107298] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1084.107298] env[70261]: value = "task-3386680" [ 1084.107298] env[70261]: _type = "Task" [ 1084.107298] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.115873] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.174834] env[70261]: DEBUG oslo_vmware.api [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386678, 'name': PowerOnVM_Task, 'duration_secs': 0.7812} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.175262] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.175548] env[70261]: DEBUG nova.compute.manager [None req-ec0c25a9-d208-4f75-9840-2561e1d6555e tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.176669] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46608210-276e-492a-a7b1-3930bc4f68e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.180594] env[70261]: DEBUG oslo_concurrency.lockutils [req-d5e8e9e0-ff07-4e35-ae3e-7bcf95e96f0f req-867739ef-646c-4343-b091-66790eb441e8 service nova] Releasing lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.294886] env[70261]: DEBUG nova.scheduler.client.report [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.314312] env[70261]: DEBUG nova.compute.manager [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.314548] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.315424] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43af1656-4d83-46d7-99f7-a1ae4d1c859e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.323331] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.323625] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5acc4a8c-84cc-4d57-a922-d7bf01a8968d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.330020] env[70261]: DEBUG oslo_vmware.api [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1084.330020] env[70261]: value = "task-3386681" [ 1084.330020] env[70261]: _type = "Task" [ 1084.330020] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.338305] env[70261]: DEBUG oslo_vmware.api [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.387995] env[70261]: DEBUG nova.network.neutron [-] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.423982] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f3373c9-eaa1-404e-bc01-41c98e1b6333 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.434412] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a22da4-460d-4de7-95fd-276ac5a81efd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.468560] env[70261]: DEBUG nova.compute.manager [req-12776d9c-91d8-47eb-829f-15db9c300851 req-61c5a24f-caad-4ff9-a1ca-0d6c46d4ea06 service nova] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Detach interface failed, port_id=c375923f-e676-4029-ad9b-ded3d5ba88d4, reason: Instance 4f7de023-35e6-4d9b-879e-f6ba74ef7c17 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.562114] env[70261]: DEBUG nova.compute.manager [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Received event network-vif-plugged-74f37085-8c06-4e14-b227-884312449a4f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.562395] env[70261]: DEBUG oslo_concurrency.lockutils [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] Acquiring lock "2b65271b-8ff0-46fc-8998-23fd5f59c312-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.562646] env[70261]: DEBUG oslo_concurrency.lockutils [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.562828] env[70261]: DEBUG oslo_concurrency.lockutils [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.563012] env[70261]: DEBUG nova.compute.manager [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] No waiting events found dispatching network-vif-plugged-74f37085-8c06-4e14-b227-884312449a4f {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.565385] env[70261]: WARNING nova.compute.manager [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Received unexpected event network-vif-plugged-74f37085-8c06-4e14-b227-884312449a4f for instance with vm_state building and task_state spawning. [ 1084.565385] env[70261]: DEBUG nova.compute.manager [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Received event network-changed-74f37085-8c06-4e14-b227-884312449a4f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.565385] env[70261]: DEBUG nova.compute.manager [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Refreshing instance network info cache due to event network-changed-74f37085-8c06-4e14-b227-884312449a4f. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.565385] env[70261]: DEBUG oslo_concurrency.lockutils [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] Acquiring lock "refresh_cache-2b65271b-8ff0-46fc-8998-23fd5f59c312" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.575639] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066331} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.575918] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.576696] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e86bd1-f34d-40f6-81f7-95abb496643d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.599458] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 993e3bf5-4eb0-4794-9618-bb84bf846cb9/993e3bf5-4eb0-4794-9618-bb84bf846cb9.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.600102] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7eb9482-c3d8-4475-aaa2-84399341d591 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.615030] env[70261]: DEBUG nova.network.neutron [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Updating instance_info_cache with network_info: [{"id": "74f37085-8c06-4e14-b227-884312449a4f", "address": "fa:16:3e:a8:1a:af", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f37085-8c", "ovs_interfaceid": "74f37085-8c06-4e14-b227-884312449a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.624723] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386680, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.626113] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1084.626113] env[70261]: value = "task-3386682" [ 1084.626113] env[70261]: _type = "Task" [ 1084.626113] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.634445] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.799304] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.801884] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.650s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.831771] env[70261]: INFO nova.scheduler.client.report [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleted allocations for instance 9eed93bb-d9fd-4814-a80e-0088e2a2f073 [ 1084.845749] env[70261]: DEBUG oslo_vmware.api [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386681, 'name': PowerOffVM_Task, 'duration_secs': 0.215872} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.845749] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.845749] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.845947] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07c50ea2-dd2b-4b92-bf2e-a86eb704cc04 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.896024] env[70261]: INFO nova.compute.manager [-] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Took 1.37 seconds to deallocate network for instance. [ 1084.902553] env[70261]: DEBUG nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.930874] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.931193] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.931367] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.931554] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.931699] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.932064] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.932271] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.932364] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.932541] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.932711] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.932887] env[70261]: DEBUG nova.virt.hardware [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.934216] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c090d2e-4510-4451-b5ac-1127cd63bb52 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.942713] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.942970] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.943127] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleting the datastore file [datastore2] cc9c20af-d357-498b-af93-5a031c96b086 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.945477] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-055e1dc4-db55-4d08-b0d0-33e364df20e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.948582] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d97e3c-3ba6-46d2-b147-15773ef2100f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.966989] env[70261]: DEBUG oslo_vmware.api [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1084.966989] env[70261]: value = "task-3386684" [ 1084.966989] env[70261]: _type = "Task" [ 1084.966989] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.978946] env[70261]: DEBUG oslo_vmware.api [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.120948] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-2b65271b-8ff0-46fc-8998-23fd5f59c312" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.120948] env[70261]: DEBUG nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Instance network_info: |[{"id": "74f37085-8c06-4e14-b227-884312449a4f", "address": "fa:16:3e:a8:1a:af", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f37085-8c", "ovs_interfaceid": "74f37085-8c06-4e14-b227-884312449a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.121292] env[70261]: DEBUG oslo_concurrency.lockutils [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] Acquired lock "refresh_cache-2b65271b-8ff0-46fc-8998-23fd5f59c312" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.121292] env[70261]: DEBUG nova.network.neutron [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Refreshing network info cache for port 74f37085-8c06-4e14-b227-884312449a4f {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1085.123255] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1a:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74f37085-8c06-4e14-b227-884312449a4f', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.130354] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.134448] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.140760] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cbc98db-6d63-4527-b5a6-3559de519cc7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.155635] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91807} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.155913] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 9f736f47-c8ac-43a1-9bf9-fd42775f479e/9f736f47-c8ac-43a1-9bf9-fd42775f479e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.156139] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.156960] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47adcb9c-15d2-4351-b030-eac5ac06601a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.163175] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386682, 'name': ReconfigVM_Task, 'duration_secs': 0.518128} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.165177] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 993e3bf5-4eb0-4794-9618-bb84bf846cb9/993e3bf5-4eb0-4794-9618-bb84bf846cb9.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.165870] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.165870] env[70261]: value = "task-3386685" [ 1085.165870] env[70261]: _type = "Task" [ 1085.165870] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.166127] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1085.166127] env[70261]: value = "task-3386686" [ 1085.166127] env[70261]: _type = "Task" [ 1085.166127] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.166313] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e10dfd5-758a-4f52-bfa8-4e1015182a65 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.183419] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386685, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.187110] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.187405] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1085.187405] env[70261]: value = "task-3386687" [ 1085.187405] env[70261]: _type = "Task" [ 1085.187405] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.199309] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386687, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.310377] env[70261]: INFO nova.compute.claims [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.342704] env[70261]: DEBUG oslo_concurrency.lockutils [None req-532e3a05-0906-4453-a2fb-ea071d3ed171 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "9eed93bb-d9fd-4814-a80e-0088e2a2f073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.027s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.374385] env[70261]: DEBUG nova.network.neutron [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Updated VIF entry in instance network info cache for port 74f37085-8c06-4e14-b227-884312449a4f. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1085.374747] env[70261]: DEBUG nova.network.neutron [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Updating instance_info_cache with network_info: [{"id": "74f37085-8c06-4e14-b227-884312449a4f", "address": "fa:16:3e:a8:1a:af", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f37085-8c", "ovs_interfaceid": "74f37085-8c06-4e14-b227-884312449a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.376476] env[70261]: DEBUG nova.network.neutron [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Successfully updated port: 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.406783] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.475958] env[70261]: DEBUG oslo_vmware.api [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320726} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.476480] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.476480] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.476699] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.476880] env[70261]: INFO nova.compute.manager [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1085.477147] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.477346] env[70261]: DEBUG nova.compute.manager [-] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.477443] env[70261]: DEBUG nova.network.neutron [-] [instance: cc9c20af-d357-498b-af93-5a031c96b086] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1085.679946] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097289} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.683355] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.683527] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386685, 'name': CreateVM_Task, 'duration_secs': 0.403299} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.684118] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee3c4c4-b6de-4c24-8a80-5adf9e0fa2b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.686694] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.688023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.688023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.688023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.688457] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c55c24-f702-48e9-b149-ed50a0a76b3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.718698] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 9f736f47-c8ac-43a1-9bf9-fd42775f479e/9f736f47-c8ac-43a1-9bf9-fd42775f479e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.722101] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702da298-07f1-4954-94a2-17d5800d5df9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.737985] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1085.737985] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52035c4a-3b7e-aeb0-a5c4-57bf7d540ebb" [ 1085.737985] env[70261]: _type = "Task" [ 1085.737985] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.741985] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386687, 'name': Rename_Task, 'duration_secs': 0.193887} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.745907] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.750204] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c239db-15d6-4a97-a881-30d88fecaffc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.751835] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1085.751835] env[70261]: value = "task-3386688" [ 1085.751835] env[70261]: _type = "Task" [ 1085.751835] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.760581] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52035c4a-3b7e-aeb0-a5c4-57bf7d540ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.014764} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.760725] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1085.760725] env[70261]: value = "task-3386689" [ 1085.760725] env[70261]: _type = "Task" [ 1085.760725] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.761838] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.761838] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.761838] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.761976] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.762208] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.762527] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-062694a0-a57b-4902-a606-5c83631408da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.770662] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.776906] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386689, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.804419] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.804419] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.804419] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad065d7b-c6e1-4e2c-975b-939a333835cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.809833] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1085.809833] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528ef5f6-0eed-f40d-6873-59916e931a5c" [ 1085.809833] env[70261]: _type = "Task" [ 1085.809833] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.819417] env[70261]: INFO nova.compute.resource_tracker [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating resource usage from migration 7032754c-12a6-4689-8aff-c2f80deadf22 [ 1085.821987] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528ef5f6-0eed-f40d-6873-59916e931a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.879964] env[70261]: DEBUG oslo_concurrency.lockutils [req-b3bb4d34-d0d8-499c-9b75-ee2b53134d00 req-60694d50-b23d-48b0-8936-ecc4df86765e service nova] Releasing lock "refresh_cache-2b65271b-8ff0-46fc-8998-23fd5f59c312" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.880610] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.880769] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.880937] env[70261]: DEBUG nova.network.neutron [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1086.079428] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1a125-ce15-43c0-b390-d39cb12e3c24 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.088033] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ecfff-d809-445b-93e4-8e867450e59d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.120918] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea99fe3b-b537-4f6c-b745-3dffb60bf671 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.128816] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c3517a-45d3-4a8d-b636-47f393c728b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.143752] env[70261]: DEBUG nova.compute.provider_tree [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.241924] env[70261]: DEBUG nova.network.neutron [-] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.263218] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386688, 'name': ReconfigVM_Task, 'duration_secs': 0.386001} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.266469] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 9f736f47-c8ac-43a1-9bf9-fd42775f479e/9f736f47-c8ac-43a1-9bf9-fd42775f479e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.267355] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3de1b8c2-023a-437d-9964-bb352a9ab0be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.274472] env[70261]: DEBUG oslo_vmware.api [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386689, 'name': PowerOnVM_Task, 'duration_secs': 0.506503} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.275669] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.275898] env[70261]: INFO nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1086.276106] env[70261]: DEBUG nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.276793] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1086.276793] env[70261]: value = "task-3386690" [ 1086.276793] env[70261]: _type = "Task" [ 1086.276793] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.277546] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755e37c3-20b7-448a-a846-bb8e92040e09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.288478] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386690, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.320472] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528ef5f6-0eed-f40d-6873-59916e931a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.024682} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.321313] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4540909a-cad1-4313-a58c-69e42acc6c9d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.326864] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1086.326864] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee6cf8-a7a9-0efc-ac81-f41db85613f0" [ 1086.326864] env[70261]: _type = "Task" [ 1086.326864] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.336115] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee6cf8-a7a9-0efc-ac81-f41db85613f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.416366] env[70261]: DEBUG nova.network.neutron [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1086.557550] env[70261]: DEBUG nova.network.neutron [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.625486] env[70261]: DEBUG nova.compute.manager [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-vif-plugged-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.625647] env[70261]: DEBUG oslo_concurrency.lockutils [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] Acquiring lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.625855] env[70261]: DEBUG oslo_concurrency.lockutils [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.626053] env[70261]: DEBUG oslo_concurrency.lockutils [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.626230] env[70261]: DEBUG nova.compute.manager [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] No waiting events found dispatching network-vif-plugged-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.626399] env[70261]: WARNING nova.compute.manager [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received unexpected event network-vif-plugged-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e for instance with vm_state building and task_state spawning. [ 1086.626559] env[70261]: DEBUG nova.compute.manager [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.626708] env[70261]: DEBUG nova.compute.manager [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing instance network info cache due to event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.626873] env[70261]: DEBUG oslo_concurrency.lockutils [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.646615] env[70261]: DEBUG nova.scheduler.client.report [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.744749] env[70261]: INFO nova.compute.manager [-] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Took 1.27 seconds to deallocate network for instance. [ 1086.791158] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386690, 'name': Rename_Task, 'duration_secs': 0.280796} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.791158] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.791998] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4876ae9d-b25e-4eae-8d6a-83046dd269a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.803097] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1086.803097] env[70261]: value = "task-3386691" [ 1086.803097] env[70261]: _type = "Task" [ 1086.803097] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.803543] env[70261]: INFO nova.compute.manager [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Took 36.63 seconds to build instance. [ 1086.812992] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.837070] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ee6cf8-a7a9-0efc-ac81-f41db85613f0, 'name': SearchDatastore_Task, 'duration_secs': 0.019445} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.837359] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.837628] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 2b65271b-8ff0-46fc-8998-23fd5f59c312/2b65271b-8ff0-46fc-8998-23fd5f59c312.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.837885] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94d38274-6c42-47f5-a3cf-e826370a53e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.844497] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1086.844497] env[70261]: value = "task-3386692" [ 1086.844497] env[70261]: _type = "Task" [ 1086.844497] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.853725] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.910655] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.910973] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.911210] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.911405] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.911576] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.913768] env[70261]: INFO nova.compute.manager [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Terminating instance [ 1086.976664] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "a7241d47-23a3-43ec-8424-1509e99d2bc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.976935] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.977159] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "a7241d47-23a3-43ec-8424-1509e99d2bc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.977345] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.977511] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.980163] env[70261]: INFO nova.compute.manager [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Terminating instance [ 1087.060620] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.061077] env[70261]: DEBUG nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Instance network_info: |[{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.061399] env[70261]: DEBUG oslo_concurrency.lockutils [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.061583] env[70261]: DEBUG nova.network.neutron [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1087.062912] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:23:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.070873] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.073870] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.074316] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad62133a-aab3-4500-a410-21319d6e5af2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.096843] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.096843] env[70261]: value = "task-3386693" [ 1087.096843] env[70261]: _type = "Task" [ 1087.096843] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.105270] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386693, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.151615] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.350s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.151784] env[70261]: INFO nova.compute.manager [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Migrating [ 1087.159393] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.206s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.159393] env[70261]: DEBUG nova.objects.instance [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1087.251535] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.309777] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d56a9a7f-932b-4dfc-a3f3-0241cbb9c0ea tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.147s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.316156] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.335550] env[70261]: DEBUG nova.network.neutron [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updated VIF entry in instance network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1087.335550] env[70261]: DEBUG nova.network.neutron [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.357359] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386692, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.417635] env[70261]: DEBUG nova.compute.manager [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.417873] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.418800] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200df831-8aab-436e-8754-49fe2fb0d3d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.427980] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.427980] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-962c87ec-5ff5-4517-a607-8531dfe22d05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.439696] env[70261]: DEBUG oslo_vmware.api [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1087.439696] env[70261]: value = "task-3386694" [ 1087.439696] env[70261]: _type = "Task" [ 1087.439696] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.448631] env[70261]: DEBUG oslo_vmware.api [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.484277] env[70261]: DEBUG nova.compute.manager [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.484580] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.485545] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332dc066-f01b-456e-a5a8-79212fd40021 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.493075] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.493334] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-589109b0-5ace-4e38-aba3-7a7ec0b33c72 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.499522] env[70261]: DEBUG oslo_vmware.api [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1087.499522] env[70261]: value = "task-3386695" [ 1087.499522] env[70261]: _type = "Task" [ 1087.499522] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.508219] env[70261]: DEBUG oslo_vmware.api [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.607121] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386693, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.644149] env[70261]: DEBUG nova.compute.manager [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Received event network-changed-2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.644149] env[70261]: DEBUG nova.compute.manager [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Refreshing instance network info cache due to event network-changed-2bb4d17f-bf11-4845-8552-23080a977193. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.644149] env[70261]: DEBUG oslo_concurrency.lockutils [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] Acquiring lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.644149] env[70261]: DEBUG oslo_concurrency.lockutils [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] Acquired lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.644149] env[70261]: DEBUG nova.network.neutron [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Refreshing network info cache for port 2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1087.672058] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.672058] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.672058] env[70261]: DEBUG nova.network.neutron [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1087.816342] env[70261]: DEBUG oslo_vmware.api [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386691, 'name': PowerOnVM_Task, 'duration_secs': 0.631066} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.816598] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.816804] env[70261]: INFO nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Took 11.40 seconds to spawn the instance on the hypervisor. [ 1087.816982] env[70261]: DEBUG nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.817794] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4fa7c5-3622-41e0-807b-211e5a87e405 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.835886] env[70261]: DEBUG oslo_concurrency.lockutils [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.836176] env[70261]: DEBUG nova.compute.manager [req-9206e68d-9d35-4e79-ad88-e108ab703af8 req-d3b83bc0-ba6f-4480-83b0-6ad26d658d2b service nova] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Received event network-vif-deleted-1fe9571b-cbeb-47fb-9f34-b741309bd27f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.860024] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621894} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.860024] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 2b65271b-8ff0-46fc-8998-23fd5f59c312/2b65271b-8ff0-46fc-8998-23fd5f59c312.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.860187] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.860613] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8237707-75a3-4d5f-99c3-67af77849cfa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.867991] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1087.867991] env[70261]: value = "task-3386696" [ 1087.867991] env[70261]: _type = "Task" [ 1087.867991] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.879281] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.951749] env[70261]: DEBUG oslo_vmware.api [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386694, 'name': PowerOffVM_Task, 'duration_secs': 0.378779} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.952025] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.952203] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.952463] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846b5bed-c30d-43ef-ad74-73fb3198719e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.012762] env[70261]: DEBUG oslo_vmware.api [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386695, 'name': PowerOffVM_Task, 'duration_secs': 0.214193} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.013083] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.013972] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.013972] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ea8ef49-243a-45a6-b08a-de0df1eea10a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.047422] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.047422] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.048143] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleting the datastore file [datastore1] 938451ff-e93f-4f3e-879f-cb1a4209b6f4 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.048143] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4caae9b-b8ed-47e1-8981-ba89f2883545 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.054612] env[70261]: DEBUG oslo_vmware.api [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1088.054612] env[70261]: value = "task-3386699" [ 1088.054612] env[70261]: _type = "Task" [ 1088.054612] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.062736] env[70261]: DEBUG oslo_vmware.api [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.106340] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.106842] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.107111] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleting the datastore file [datastore1] a7241d47-23a3-43ec-8424-1509e99d2bc6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.111727] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-961af5bc-5f24-4f67-9066-14e8cc2b1dd6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.114008] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386693, 'name': CreateVM_Task, 'duration_secs': 0.598971} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.114271] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.116134] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.116134] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.116272] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.116551] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e0a171-d6db-49d9-9b27-10cdd7e206ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.120400] env[70261]: DEBUG oslo_vmware.api [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for the task: (returnval){ [ 1088.120400] env[70261]: value = "task-3386700" [ 1088.120400] env[70261]: _type = "Task" [ 1088.120400] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.126430] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1088.126430] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52eed73b-90e8-77c0-64f9-9e5d0b02cf20" [ 1088.126430] env[70261]: _type = "Task" [ 1088.126430] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.135285] env[70261]: DEBUG oslo_vmware.api [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.140572] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52eed73b-90e8-77c0-64f9-9e5d0b02cf20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.167891] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81805726-9285-4580-bb34-dbb5964242b4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.169113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.696s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.171079] env[70261]: INFO nova.compute.claims [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.338507] env[70261]: INFO nova.compute.manager [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Took 43.30 seconds to build instance. [ 1088.379348] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06698} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.380334] env[70261]: DEBUG nova.network.neutron [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance_info_cache with network_info: [{"id": "eef5c379-213c-41db-963c-86384be94cfb", "address": "fa:16:3e:59:ec:ef", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c379-21", "ovs_interfaceid": "eef5c379-213c-41db-963c-86384be94cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.384987] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.384987] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fd278f-4747-43d2-bbdf-389d5eb37952 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.408555] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2b65271b-8ff0-46fc-8998-23fd5f59c312/2b65271b-8ff0-46fc-8998-23fd5f59c312.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.409126] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b73f374-a062-4953-bc56-fe722d45ecb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.430397] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1088.430397] env[70261]: value = "task-3386701" [ 1088.430397] env[70261]: _type = "Task" [ 1088.430397] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.442287] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.566140] env[70261]: DEBUG oslo_vmware.api [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499483} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.566597] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.566672] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.566922] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.567060] env[70261]: INFO nova.compute.manager [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1088.567387] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.567593] env[70261]: DEBUG nova.compute.manager [-] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.567689] env[70261]: DEBUG nova.network.neutron [-] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1088.611802] env[70261]: DEBUG nova.network.neutron [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updated VIF entry in instance network info cache for port 2bb4d17f-bf11-4845-8552-23080a977193. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1088.612272] env[70261]: DEBUG nova.network.neutron [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.633335] env[70261]: DEBUG oslo_vmware.api [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Task: {'id': task-3386700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453827} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.636555] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.637203] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.637203] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.637203] env[70261]: INFO nova.compute.manager [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1088.637357] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.637814] env[70261]: DEBUG nova.compute.manager [-] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.637938] env[70261]: DEBUG nova.network.neutron [-] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1088.645612] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52eed73b-90e8-77c0-64f9-9e5d0b02cf20, 'name': SearchDatastore_Task, 'duration_secs': 0.045415} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.645952] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.646199] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.646433] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.646588] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.646754] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.647022] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53024bd2-36f4-4030-96d4-dd4f47b872a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.655532] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.655720] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.656453] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a8eb58-c17f-4629-94ce-0f03511c7e1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.664517] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1088.664517] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205bd76-97e9-63c7-143a-b5ad147583d8" [ 1088.664517] env[70261]: _type = "Task" [ 1088.664517] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.673445] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205bd76-97e9-63c7-143a-b5ad147583d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.840706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f17bcfce-5453-47db-bbb4-33bc82999bd8 tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.807s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.882835] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.916915] env[70261]: DEBUG nova.compute.manager [req-c739f860-a312-483a-b789-94d1729e6d6d req-05b981dc-86d4-4eed-b4ee-4ad4a2c142a8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Received event network-vif-deleted-15efa01a-c451-45a0-8c39-bca154c9df4c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.917142] env[70261]: INFO nova.compute.manager [req-c739f860-a312-483a-b789-94d1729e6d6d req-05b981dc-86d4-4eed-b4ee-4ad4a2c142a8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Neutron deleted interface 15efa01a-c451-45a0-8c39-bca154c9df4c; detaching it from the instance and deleting it from the info cache [ 1088.917289] env[70261]: DEBUG nova.network.neutron [req-c739f860-a312-483a-b789-94d1729e6d6d req-05b981dc-86d4-4eed-b4ee-4ad4a2c142a8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.940402] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386701, 'name': ReconfigVM_Task, 'duration_secs': 0.432415} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.940717] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2b65271b-8ff0-46fc-8998-23fd5f59c312/2b65271b-8ff0-46fc-8998-23fd5f59c312.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.941411] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-806a739d-87f0-4d7e-8392-d2f0172ea993 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.947732] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1088.947732] env[70261]: value = "task-3386702" [ 1088.947732] env[70261]: _type = "Task" [ 1088.947732] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.956114] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386702, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.115759] env[70261]: DEBUG oslo_concurrency.lockutils [req-05374325-dbe3-4f49-b260-9362ef176863 req-047d5667-e7f3-4760-b736-4eb5acdc4759 service nova] Releasing lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.173954] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5205bd76-97e9-63c7-143a-b5ad147583d8, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.174831] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15671394-0823-4a56-bc7a-b1a6525651cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.184935] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1089.184935] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bd386b-597d-3e6f-ad3e-cefb7db1c3c0" [ 1089.184935] env[70261]: _type = "Task" [ 1089.184935] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.197103] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bd386b-597d-3e6f-ad3e-cefb7db1c3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.305283] env[70261]: DEBUG nova.network.neutron [-] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.400694] env[70261]: DEBUG nova.network.neutron [-] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.420501] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e766fce-1e67-4489-a978-be6046658080 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.437914] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4385862-dc14-493a-a902-1157a0e5720b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.469166] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386702, 'name': Rename_Task, 'duration_secs': 0.224544} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.469442] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.469730] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82977203-db07-44b0-9bae-c939e1a6bad3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.472570] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de95ced0-f701-4a82-8521-25703b6f0e7e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.487115] env[70261]: DEBUG nova.compute.manager [req-c739f860-a312-483a-b789-94d1729e6d6d req-05b981dc-86d4-4eed-b4ee-4ad4a2c142a8 service nova] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Detach interface failed, port_id=15efa01a-c451-45a0-8c39-bca154c9df4c, reason: Instance a7241d47-23a3-43ec-8424-1509e99d2bc6 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.491720] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1cf67a-dab9-4100-aded-393c02da5c45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.495703] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1089.495703] env[70261]: value = "task-3386703" [ 1089.495703] env[70261]: _type = "Task" [ 1089.495703] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.523447] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d560b8d2-c7cb-4bf0-9975-0c304b1c678e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.529965] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.534986] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8785258-6709-48a8-a9e3-822fb04ec193 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.548162] env[70261]: DEBUG nova.compute.provider_tree [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.673476] env[70261]: DEBUG nova.compute.manager [req-47414589-e30e-411c-8b3b-d7b5e9513a0c req-17a2ebd7-ee7a-451e-be84-91294e39f836 service nova] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Received event network-vif-deleted-982a0d42-a278-410e-b772-de65f220d1a6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.695903] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bd386b-597d-3e6f-ad3e-cefb7db1c3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.024327} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.696276] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.696589] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc/0e40a6b5-411f-4c4a-bd3e-22c33a6500dc.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.696914] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c2514a8-68ad-4c1f-b87b-e5c41a02599c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.707051] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1089.707051] env[70261]: value = "task-3386704" [ 1089.707051] env[70261]: _type = "Task" [ 1089.707051] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.718186] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.803504] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.803799] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.804013] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.804253] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.804467] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.806627] env[70261]: INFO nova.compute.manager [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Terminating instance [ 1089.808049] env[70261]: INFO nova.compute.manager [-] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Took 1.24 seconds to deallocate network for instance. [ 1089.902987] env[70261]: INFO nova.compute.manager [-] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Took 1.26 seconds to deallocate network for instance. [ 1090.006926] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386703, 'name': PowerOnVM_Task} progress is 79%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.084149] env[70261]: DEBUG nova.scheduler.client.report [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.084543] env[70261]: DEBUG nova.compute.provider_tree [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 121 to 122 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.084746] env[70261]: DEBUG nova.compute.provider_tree [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.219423] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386704, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.311605] env[70261]: DEBUG nova.compute.manager [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.311962] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.313465] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17e0c0-9e99-4419-a56b-55dfe83aafb8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.317893] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.323429] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.323723] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8094398d-7064-48ba-ae7d-62ae28d53ea9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.331454] env[70261]: DEBUG oslo_vmware.api [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1090.331454] env[70261]: value = "task-3386705" [ 1090.331454] env[70261]: _type = "Task" [ 1090.331454] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.340743] env[70261]: DEBUG oslo_vmware.api [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.397431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809c554-f0c0-464a-8388-016de415f90f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.417392] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.418057] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance '623c70f3-29f5-4b13-b5a3-d7a80afa699d' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.506986] env[70261]: DEBUG oslo_vmware.api [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386703, 'name': PowerOnVM_Task, 'duration_secs': 0.968697} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.507299] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.507512] env[70261]: INFO nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1090.507722] env[70261]: DEBUG nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.508593] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e215e0d4-10e0-4898-9dfc-9a5331029dd3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.589662] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.590212] env[70261]: DEBUG nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.592776] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.186s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.592994] env[70261]: DEBUG nova.objects.instance [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lazy-loading 'resources' on Instance uuid 4f7de023-35e6-4d9b-879e-f6ba74ef7c17 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.718344] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668167} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.718552] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc/0e40a6b5-411f-4c4a-bd3e-22c33a6500dc.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.718771] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.719028] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0140f80c-185b-4b2e-8ec2-3128142099f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.726610] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1090.726610] env[70261]: value = "task-3386706" [ 1090.726610] env[70261]: _type = "Task" [ 1090.726610] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.734765] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.841591] env[70261]: DEBUG oslo_vmware.api [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386705, 'name': PowerOffVM_Task, 'duration_secs': 0.329095} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.841835] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.842017] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.842328] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa2a71b-67dd-4fc7-9979-484f5e5a81a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.924402] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.924750] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4808dfed-55b8-4319-887a-ef463ec404d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.934343] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1090.934343] env[70261]: value = "task-3386708" [ 1090.934343] env[70261]: _type = "Task" [ 1090.934343] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.943044] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.981930] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.982218] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.982389] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Deleting the datastore file [datastore2] 9f736f47-c8ac-43a1-9bf9-fd42775f479e {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.982666] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-452aa8e7-e95b-416d-a4fd-456efe1611ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.990914] env[70261]: DEBUG oslo_vmware.api [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for the task: (returnval){ [ 1090.990914] env[70261]: value = "task-3386709" [ 1090.990914] env[70261]: _type = "Task" [ 1090.990914] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.999141] env[70261]: DEBUG oslo_vmware.api [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.024992] env[70261]: INFO nova.compute.manager [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Took 34.82 seconds to build instance. [ 1091.095777] env[70261]: DEBUG nova.compute.utils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.100293] env[70261]: DEBUG nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.100293] env[70261]: DEBUG nova.network.neutron [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.144862] env[70261]: DEBUG nova.policy [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2697d6bdf9d94a60bac4b0dd2b6b20dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f20486cb9e73409892bd4810b33d04ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.236553] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06477} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.239293] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.240768] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9ed724-1a31-4688-8724-c78ad4a7ae81 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.263232] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc/0e40a6b5-411f-4c4a-bd3e-22c33a6500dc.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.266212] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8515874-0f9f-4600-839a-a21c86dd2893 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.285710] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1091.285710] env[70261]: value = "task-3386710" [ 1091.285710] env[70261]: _type = "Task" [ 1091.285710] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.295340] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.397471] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec347f-98b6-42c1-96f2-1985752ec423 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.405820] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4a7695-d049-4da4-912d-38544cb86986 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.440611] env[70261]: DEBUG nova.network.neutron [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Successfully created port: 45bea9ef-8132-4b71-80e3-1eb33fedca35 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.446181] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2e705-e274-4036-8131-32a94ebb883a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.459095] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d500386-9415-4c6f-b1f5-c5be3f1ade39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.463128] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386708, 'name': PowerOffVM_Task, 'duration_secs': 0.287585} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.463429] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.463617] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance '623c70f3-29f5-4b13-b5a3-d7a80afa699d' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.477618] env[70261]: DEBUG nova.compute.provider_tree [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.500261] env[70261]: DEBUG oslo_vmware.api [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.526706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f510fb4d-6124-4d65-8419-489112a95254 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.326s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.601188] env[70261]: DEBUG nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.795944] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386710, 'name': ReconfigVM_Task, 'duration_secs': 0.459065} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.796280] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc/0e40a6b5-411f-4c4a-bd3e-22c33a6500dc.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.796979] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05a8940d-3621-4dd7-8a38-2dc47e2b1a02 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.802892] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1091.802892] env[70261]: value = "task-3386711" [ 1091.802892] env[70261]: _type = "Task" [ 1091.802892] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.810543] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386711, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.971082] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.971285] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.971353] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.971541] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.971689] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.971838] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.972054] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.972315] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.972591] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.972782] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.972966] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.978112] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f209eb-d46b-4083-bdbb-da6513c51e01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.997298] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1091.997298] env[70261]: value = "task-3386712" [ 1091.997298] env[70261]: _type = "Task" [ 1091.997298] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.004112] env[70261]: DEBUG oslo_vmware.api [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Task: {'id': task-3386709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553821} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.004736] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.004921] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.005160] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.005286] env[70261]: INFO nova.compute.manager [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1092.005559] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.005752] env[70261]: DEBUG nova.compute.manager [-] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.005839] env[70261]: DEBUG nova.network.neutron [-] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1092.010581] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.019262] env[70261]: DEBUG nova.scheduler.client.report [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1092.019557] env[70261]: DEBUG nova.compute.provider_tree [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 122 to 123 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1092.019755] env[70261]: DEBUG nova.compute.provider_tree [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.297317] env[70261]: DEBUG nova.compute.manager [req-ea896959-e956-4a48-b499-4af17221ae47 req-78d9d060-5eef-488b-9bad-b4f25c410639 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received event network-vif-deleted-2a6c86ff-47ad-4edd-994b-a7ddd2c3f395 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.297627] env[70261]: INFO nova.compute.manager [req-ea896959-e956-4a48-b499-4af17221ae47 req-78d9d060-5eef-488b-9bad-b4f25c410639 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Neutron deleted interface 2a6c86ff-47ad-4edd-994b-a7ddd2c3f395; detaching it from the instance and deleting it from the info cache [ 1092.297778] env[70261]: DEBUG nova.network.neutron [req-ea896959-e956-4a48-b499-4af17221ae47 req-78d9d060-5eef-488b-9bad-b4f25c410639 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Updating instance_info_cache with network_info: [{"id": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "address": "fa:16:3e:dd:fc:b4", "network": {"id": "2b2116ee-e9d7-496b-853f-7d2dbcc327db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768956748", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e951eece8a4231ba98f3445dd70ff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d43dfa8-72", "ovs_interfaceid": "7d43dfa8-72a4-414a-b783-ebcb8dffb37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.313034] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386711, 'name': Rename_Task, 'duration_secs': 0.178136} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.313034] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.313034] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d0562a-9af9-4950-a48f-6a281dae9095 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.319466] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1092.319466] env[70261]: value = "task-3386713" [ 1092.319466] env[70261]: _type = "Task" [ 1092.319466] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.329073] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.507318] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386712, 'name': ReconfigVM_Task, 'duration_secs': 0.368905} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.507592] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance '623c70f3-29f5-4b13-b5a3-d7a80afa699d' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.525834] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.528854] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.277s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.528854] env[70261]: DEBUG nova.objects.instance [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lazy-loading 'resources' on Instance uuid cc9c20af-d357-498b-af93-5a031c96b086 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.547825] env[70261]: INFO nova.scheduler.client.report [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted allocations for instance 4f7de023-35e6-4d9b-879e-f6ba74ef7c17 [ 1092.611318] env[70261]: DEBUG nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.636573] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.636822] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.636988] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.637186] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.637334] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.637497] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.637714] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.637875] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.638054] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.638263] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.638416] env[70261]: DEBUG nova.virt.hardware [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.639492] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1df33c2-e549-4748-96e5-5397cfc39a4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.649134] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.649380] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.651479] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b888b8ea-1b4a-4a85-965f-f8a68347c9b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.801097] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3fd3d11-1b14-4ec3-a0ff-437217ba52db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.810425] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42957677-286e-4709-8701-0b68e1873396 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.829320] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.845961] env[70261]: DEBUG nova.compute.manager [req-ea896959-e956-4a48-b499-4af17221ae47 req-78d9d060-5eef-488b-9bad-b4f25c410639 service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Detach interface failed, port_id=2a6c86ff-47ad-4edd-994b-a7ddd2c3f395, reason: Instance 9f736f47-c8ac-43a1-9bf9-fd42775f479e could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.863501] env[70261]: DEBUG nova.compute.manager [req-c548ebf8-7b9b-43c5-a442-4b78df22abc7 req-38316547-db91-43bc-98c3-a2b3a2eb482a service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Received event network-vif-plugged-45bea9ef-8132-4b71-80e3-1eb33fedca35 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.863719] env[70261]: DEBUG oslo_concurrency.lockutils [req-c548ebf8-7b9b-43c5-a442-4b78df22abc7 req-38316547-db91-43bc-98c3-a2b3a2eb482a service nova] Acquiring lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.863933] env[70261]: DEBUG oslo_concurrency.lockutils [req-c548ebf8-7b9b-43c5-a442-4b78df22abc7 req-38316547-db91-43bc-98c3-a2b3a2eb482a service nova] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.864118] env[70261]: DEBUG oslo_concurrency.lockutils [req-c548ebf8-7b9b-43c5-a442-4b78df22abc7 req-38316547-db91-43bc-98c3-a2b3a2eb482a service nova] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.864324] env[70261]: DEBUG nova.compute.manager [req-c548ebf8-7b9b-43c5-a442-4b78df22abc7 req-38316547-db91-43bc-98c3-a2b3a2eb482a service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] No waiting events found dispatching network-vif-plugged-45bea9ef-8132-4b71-80e3-1eb33fedca35 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.864508] env[70261]: WARNING nova.compute.manager [req-c548ebf8-7b9b-43c5-a442-4b78df22abc7 req-38316547-db91-43bc-98c3-a2b3a2eb482a service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Received unexpected event network-vif-plugged-45bea9ef-8132-4b71-80e3-1eb33fedca35 for instance with vm_state building and task_state spawning. [ 1092.951081] env[70261]: DEBUG nova.network.neutron [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Successfully updated port: 45bea9ef-8132-4b71-80e3-1eb33fedca35 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.016067] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.016067] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.016067] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.016067] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.016509] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.016833] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.017236] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.017550] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.017898] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.018236] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.019045] env[70261]: DEBUG nova.virt.hardware [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.028046] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.028442] env[70261]: DEBUG nova.network.neutron [-] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.029902] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48047f2d-844d-446e-9dec-0f05cca0bf83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.056867] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4617caa-ffc8-472d-9b85-715eda0ee0f1 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "4f7de023-35e6-4d9b-879e-f6ba74ef7c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.196s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.060905] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1093.060905] env[70261]: value = "task-3386714" [ 1093.060905] env[70261]: _type = "Task" [ 1093.060905] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.070385] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.157440] env[70261]: DEBUG nova.compute.utils [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.293522] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c88b80d-0d13-460e-9915-97d8cb4d6902 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.301808] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcab979-52f6-4c78-abfb-a3215c4cc39e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.338024] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3306b29-c266-409d-b713-5fd8448ea6a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.345547] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.348625] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe692a4-a7db-46a5-9ad3-a623b3ffb04b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.362220] env[70261]: DEBUG nova.compute.provider_tree [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.453799] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "refresh_cache-b3f8001a-a349-4f29-bcef-c3b11c16c2d4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.454057] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquired lock "refresh_cache-b3f8001a-a349-4f29-bcef-c3b11c16c2d4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.454313] env[70261]: DEBUG nova.network.neutron [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1093.549739] env[70261]: INFO nova.compute.manager [-] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Took 1.54 seconds to deallocate network for instance. [ 1093.570486] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386714, 'name': ReconfigVM_Task, 'duration_secs': 0.177985} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.570981] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.571815] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43c1811-2850-4f48-9afd-195aed91d67e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.594094] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 623c70f3-29f5-4b13-b5a3-d7a80afa699d/623c70f3-29f5-4b13-b5a3-d7a80afa699d.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.595147] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5dfa506-a2b2-4453-98ae-2bc0bba5b2b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.615168] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1093.615168] env[70261]: value = "task-3386715" [ 1093.615168] env[70261]: _type = "Task" [ 1093.615168] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.623543] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.661273] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.843644] env[70261]: DEBUG oslo_vmware.api [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386713, 'name': PowerOnVM_Task, 'duration_secs': 1.217207} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.843915] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.844133] env[70261]: INFO nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1093.844344] env[70261]: DEBUG nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.845163] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d3f7d-dfe6-4d91-9c7a-9b912de4b558 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.865527] env[70261]: DEBUG nova.scheduler.client.report [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.987104] env[70261]: DEBUG nova.network.neutron [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1094.056306] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.125546] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.132814] env[70261]: DEBUG nova.network.neutron [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Updating instance_info_cache with network_info: [{"id": "45bea9ef-8132-4b71-80e3-1eb33fedca35", "address": "fa:16:3e:5f:62:44", "network": {"id": "55215820-3fba-49ae-9d1e-494c996bf406", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-611826221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f20486cb9e73409892bd4810b33d04ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bea9ef-81", "ovs_interfaceid": "45bea9ef-8132-4b71-80e3-1eb33fedca35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.327429] env[70261]: DEBUG nova.compute.manager [req-a67aa2d3-23a7-4765-a57a-c6fd984187ac req-c81afabf-1794-444d-87d8-be0de6c50e5c service nova] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Received event network-vif-deleted-7d43dfa8-72a4-414a-b783-ebcb8dffb37a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.364441] env[70261]: INFO nova.compute.manager [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Took 34.84 seconds to build instance. [ 1094.372037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.374722] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.057s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.375249] env[70261]: DEBUG nova.objects.instance [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lazy-loading 'resources' on Instance uuid 938451ff-e93f-4f3e-879f-cb1a4209b6f4 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.392036] env[70261]: INFO nova.scheduler.client.report [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleted allocations for instance cc9c20af-d357-498b-af93-5a031c96b086 [ 1094.625750] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386715, 'name': ReconfigVM_Task, 'duration_secs': 0.836293} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.626061] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 623c70f3-29f5-4b13-b5a3-d7a80afa699d/623c70f3-29f5-4b13-b5a3-d7a80afa699d.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.626333] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance '623c70f3-29f5-4b13-b5a3-d7a80afa699d' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.635131] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Releasing lock "refresh_cache-b3f8001a-a349-4f29-bcef-c3b11c16c2d4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.635429] env[70261]: DEBUG nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Instance network_info: |[{"id": "45bea9ef-8132-4b71-80e3-1eb33fedca35", "address": "fa:16:3e:5f:62:44", "network": {"id": "55215820-3fba-49ae-9d1e-494c996bf406", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-611826221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f20486cb9e73409892bd4810b33d04ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bea9ef-81", "ovs_interfaceid": "45bea9ef-8132-4b71-80e3-1eb33fedca35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.635815] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:62:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45bea9ef-8132-4b71-80e3-1eb33fedca35', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.645431] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Creating folder: Project (f20486cb9e73409892bd4810b33d04ba). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.645884] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-167b2756-b927-432e-acd4-bc14cf45df93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.658154] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Created folder: Project (f20486cb9e73409892bd4810b33d04ba) in parent group-v675446. [ 1094.658387] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Creating folder: Instances. Parent ref: group-v675708. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.658635] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc56fcc-a560-4fc0-93e4-89a6574b1c54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.664815] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "9b548453-72d5-400e-b80c-e438986bff8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.665051] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "9b548453-72d5-400e-b80c-e438986bff8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.668393] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Created folder: Instances in parent group-v675708. [ 1094.668624] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.668804] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.669030] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f7ba9e5-7f8d-4136-8eeb-c2f0bbb61861 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.690976] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.690976] env[70261]: value = "task-3386718" [ 1094.690976] env[70261]: _type = "Task" [ 1094.690976] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.700970] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386718, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.733987] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.734339] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.734978] env[70261]: INFO nova.compute.manager [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Attaching volume c4f0b8a1-aa75-4237-b9f7-b2346035fe4a to /dev/sdb [ 1094.771539] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f1f8b-7d75-43a7-a83e-cdda294cddd4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.779169] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0a1b8-4900-46c3-ab45-eb43cf275b8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.794510] env[70261]: DEBUG nova.virt.block_device [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Updating existing volume attachment record: c413b609-1627-448e-a3a6-c97d6ab0c892 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1094.866230] env[70261]: DEBUG oslo_concurrency.lockutils [None req-be44b5a0-0351-4e74-9bc0-cd1fc616f39e tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.351s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.903020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-77e25ed8-e8a9-4a24-96f8-a3cb5de6bc81 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "cc9c20af-d357-498b-af93-5a031c96b086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.093s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.913581] env[70261]: DEBUG nova.compute.manager [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Received event network-changed-45bea9ef-8132-4b71-80e3-1eb33fedca35 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.913767] env[70261]: DEBUG nova.compute.manager [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Refreshing instance network info cache due to event network-changed-45bea9ef-8132-4b71-80e3-1eb33fedca35. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.913973] env[70261]: DEBUG oslo_concurrency.lockutils [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] Acquiring lock "refresh_cache-b3f8001a-a349-4f29-bcef-c3b11c16c2d4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.918082] env[70261]: DEBUG oslo_concurrency.lockutils [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] Acquired lock "refresh_cache-b3f8001a-a349-4f29-bcef-c3b11c16c2d4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.918082] env[70261]: DEBUG nova.network.neutron [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Refreshing network info cache for port 45bea9ef-8132-4b71-80e3-1eb33fedca35 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1095.135482] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dba07d9-b61f-498e-b69b-9c10a16eb6b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.157632] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377faca7-cd6a-48ca-9ef9-fe6117d3778a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.179159] env[70261]: DEBUG nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.185029] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance '623c70f3-29f5-4b13-b5a3-d7a80afa699d' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.203068] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386718, 'name': CreateVM_Task, 'duration_secs': 0.308123} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.205805] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.206770] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.206945] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.207517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.207820] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8092d296-deef-4c80-9c52-7f06a922ff43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.212924] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1095.212924] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cc07bf-bf28-3cc5-4b33-c190a15a13f6" [ 1095.212924] env[70261]: _type = "Task" [ 1095.212924] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.222970] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cc07bf-bf28-3cc5-4b33-c190a15a13f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.227604] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33fd742-66e4-4cde-ab1f-adc4b776156a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.234821] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2d65a5-99ee-4fea-8eb5-b09e9093a478 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.271509] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737099c4-7b0d-4ce4-8e32-53da23bbeecc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.279557] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b807ea-8a5f-4588-86a2-f5f12d781b15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.299396] env[70261]: DEBUG nova.compute.provider_tree [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.641355] env[70261]: DEBUG nova.network.neutron [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Updated VIF entry in instance network info cache for port 45bea9ef-8132-4b71-80e3-1eb33fedca35. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1095.641752] env[70261]: DEBUG nova.network.neutron [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Updating instance_info_cache with network_info: [{"id": "45bea9ef-8132-4b71-80e3-1eb33fedca35", "address": "fa:16:3e:5f:62:44", "network": {"id": "55215820-3fba-49ae-9d1e-494c996bf406", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-611826221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f20486cb9e73409892bd4810b33d04ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bea9ef-81", "ovs_interfaceid": "45bea9ef-8132-4b71-80e3-1eb33fedca35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.730354] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cc07bf-bf28-3cc5-4b33-c190a15a13f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.731448] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.731792] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.732050] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.732318] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.732478] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.732669] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.732948] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb9769d-1bac-45a2-bbf4-46ca1794ba51 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.741612] env[70261]: DEBUG nova.network.neutron [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Port eef5c379-213c-41db-963c-86384be94cfb binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1095.747467] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.747660] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.748671] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3e8db8-d719-4ad3-8f33-7adab5dd6a04 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.759252] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1095.759252] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cbfc81-af81-a0a0-14eb-071108553287" [ 1095.759252] env[70261]: _type = "Task" [ 1095.759252] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.769259] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cbfc81-af81-a0a0-14eb-071108553287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.797164] env[70261]: DEBUG nova.scheduler.client.report [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.144706] env[70261]: DEBUG oslo_concurrency.lockutils [req-7e1fee23-3c6c-4b80-b68e-9888df14d7d6 req-93109dc8-1fb6-42f8-adce-6deb9e7f61b9 service nova] Releasing lock "refresh_cache-b3f8001a-a349-4f29-bcef-c3b11c16c2d4" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.269699] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cbfc81-af81-a0a0-14eb-071108553287, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.270545] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53dcad5e-5638-4939-bf6d-da5113ff8b2d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.275951] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1096.275951] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522ff6c0-bf25-4fc1-70c3-4637ff80ae36" [ 1096.275951] env[70261]: _type = "Task" [ 1096.275951] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.283981] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522ff6c0-bf25-4fc1-70c3-4637ff80ae36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.302600] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.305101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.888s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.305345] env[70261]: DEBUG nova.objects.instance [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lazy-loading 'resources' on Instance uuid a7241d47-23a3-43ec-8424-1509e99d2bc6 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.318758] env[70261]: INFO nova.scheduler.client.report [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleted allocations for instance 938451ff-e93f-4f3e-879f-cb1a4209b6f4 [ 1096.491243] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "2be9ee6a-7252-4716-ab28-989a3dbad473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.491471] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.764687] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.764954] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.765149] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.787868] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522ff6c0-bf25-4fc1-70c3-4637ff80ae36, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.788118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.788378] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] b3f8001a-a349-4f29-bcef-c3b11c16c2d4/b3f8001a-a349-4f29-bcef-c3b11c16c2d4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.788633] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b62e3cf-15f3-418a-98db-656934e3d398 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.795182] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1096.795182] env[70261]: value = "task-3386722" [ 1096.795182] env[70261]: _type = "Task" [ 1096.795182] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.803330] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.827864] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8351eb3c-602f-4f51-a4da-82db48501c3d tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "938451ff-e93f-4f3e-879f-cb1a4209b6f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.917s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.941962] env[70261]: DEBUG nova.compute.manager [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.942141] env[70261]: DEBUG nova.compute.manager [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing instance network info cache due to event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.942981] env[70261]: DEBUG oslo_concurrency.lockutils [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.942981] env[70261]: DEBUG oslo_concurrency.lockutils [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.942981] env[70261]: DEBUG nova.network.neutron [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1096.993590] env[70261]: DEBUG nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.069066] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b587d832-2101-41fd-a3b3-c0f2ea1c65a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.077703] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1524255-6520-45e2-9151-03dae3c222e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.111181] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da158f38-4324-4b32-886b-97a1264acb57 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.119938] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4201c673-8cfe-4246-b52e-5a9214aaca77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.134773] env[70261]: DEBUG nova.compute.provider_tree [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.305116] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499127} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.305386] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] b3f8001a-a349-4f29-bcef-c3b11c16c2d4/b3f8001a-a349-4f29-bcef-c3b11c16c2d4.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.305914] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.305914] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7814051d-64d2-42d2-94a8-2781d9f6d124 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.311920] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1097.311920] env[70261]: value = "task-3386723" [ 1097.311920] env[70261]: _type = "Task" [ 1097.311920] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.319224] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.514452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.638632] env[70261]: DEBUG nova.scheduler.client.report [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.695092] env[70261]: DEBUG nova.network.neutron [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updated VIF entry in instance network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1097.695513] env[70261]: DEBUG nova.network.neutron [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.803435] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.803695] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.803810] env[70261]: DEBUG nova.network.neutron [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1097.822634] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059284} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.822887] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.823685] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae8a738-b874-4720-bc19-cbf9b4c7d3d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.845672] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] b3f8001a-a349-4f29-bcef-c3b11c16c2d4/b3f8001a-a349-4f29-bcef-c3b11c16c2d4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.846231] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93900a5d-ede0-4616-ac2b-35046b25bc30 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.866263] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1097.866263] env[70261]: value = "task-3386725" [ 1097.866263] env[70261]: _type = "Task" [ 1097.866263] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.875755] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.144738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.146887] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.091s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.147149] env[70261]: DEBUG nova.objects.instance [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lazy-loading 'resources' on Instance uuid 9f736f47-c8ac-43a1-9bf9-fd42775f479e {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.174924] env[70261]: INFO nova.scheduler.client.report [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Deleted allocations for instance a7241d47-23a3-43ec-8424-1509e99d2bc6 [ 1098.198167] env[70261]: DEBUG oslo_concurrency.lockutils [req-f65e037c-869d-4925-839a-fc4bd531f62b req-20c5ad77-3637-4fa7-a569-76e26a1373c4 service nova] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.380593] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386725, 'name': ReconfigVM_Task, 'duration_secs': 0.301414} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.383441] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Reconfigured VM instance instance-00000062 to attach disk [datastore1] b3f8001a-a349-4f29-bcef-c3b11c16c2d4/b3f8001a-a349-4f29-bcef-c3b11c16c2d4.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.384232] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f523d1-5e04-4f00-866c-ac6e07a9ae19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.396627] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1098.396627] env[70261]: value = "task-3386726" [ 1098.396627] env[70261]: _type = "Task" [ 1098.396627] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.407016] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386726, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.543302] env[70261]: DEBUG nova.network.neutron [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance_info_cache with network_info: [{"id": "eef5c379-213c-41db-963c-86384be94cfb", "address": "fa:16:3e:59:ec:ef", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c379-21", "ovs_interfaceid": "eef5c379-213c-41db-963c-86384be94cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.684238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e072a02-c546-4734-a963-52a720e2fba4 tempest-ListServersNegativeTestJSON-1470938502 tempest-ListServersNegativeTestJSON-1470938502-project-member] Lock "a7241d47-23a3-43ec-8424-1509e99d2bc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.707s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.904096] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386726, 'name': Rename_Task, 'duration_secs': 0.150735} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.904416] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.904674] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cb73ea7-b24a-4c1f-97e3-0895a22f2c36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.907354] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dc61dc-4123-4289-8661-2833e11fbcd3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.915808] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0017353-bbac-47de-8974-d3a07808d5a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.919439] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1098.919439] env[70261]: value = "task-3386727" [ 1098.919439] env[70261]: _type = "Task" [ 1098.919439] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.952204] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b14840f-f43c-4ef6-bb97-2316b2211c6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.959977] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.964113] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a0f04-c861-44ba-95a4-497b0cab65eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.979702] env[70261]: DEBUG nova.compute.provider_tree [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.046529] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.429564] env[70261]: DEBUG oslo_vmware.api [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386727, 'name': PowerOnVM_Task, 'duration_secs': 0.466679} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.429923] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.430153] env[70261]: INFO nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1099.430367] env[70261]: DEBUG nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.431187] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df10a3d-8045-4676-9eb1-c06e99949464 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.505751] env[70261]: ERROR nova.scheduler.client.report [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] [req-cebb1a46-723a-430f-b9eb-dc2b24cf8c8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cebb1a46-723a-430f-b9eb-dc2b24cf8c8d"}]} [ 1099.532494] env[70261]: DEBUG nova.scheduler.client.report [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1099.559534] env[70261]: DEBUG nova.scheduler.client.report [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1099.559768] env[70261]: DEBUG nova.compute.provider_tree [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.576867] env[70261]: DEBUG nova.scheduler.client.report [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1099.586540] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8164b13-468e-467c-87df-94d69d183e6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.590029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.590029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.611030] env[70261]: DEBUG nova.scheduler.client.report [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1099.613222] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b4110-7ba1-4c56-afeb-26c2fbf84a2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.623344] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance '623c70f3-29f5-4b13-b5a3-d7a80afa699d' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.841934] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1099.842191] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675712', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'name': 'volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b65271b-8ff0-46fc-8998-23fd5f59c312', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'serial': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1099.843141] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c980a2-9d20-4c24-9ae3-2f8bb79e5f2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.863239] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa90e8d5-b68f-47d5-a994-dd96ad8ac5a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.892099] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a/volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.893230] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd81e54d-b193-4453-8d60-9ee1d5d24a65 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.906932] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a12ef57-3ef1-4caf-a594-0c1efb6e14ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.914624] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbee6f9-0169-458e-b8e1-e8b44333ce44 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.919418] env[70261]: DEBUG oslo_vmware.api [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1099.919418] env[70261]: value = "task-3386728" [ 1099.919418] env[70261]: _type = "Task" [ 1099.919418] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.957146] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5c4637-85de-47e9-9b69-3df11638a9aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.964550] env[70261]: DEBUG oslo_vmware.api [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.964941] env[70261]: INFO nova.compute.manager [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Took 21.51 seconds to build instance. [ 1099.979366] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58be022-bbb3-4c51-9b15-506ddc98c7a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.000909] env[70261]: DEBUG nova.compute.provider_tree [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.092806] env[70261]: DEBUG nova.compute.utils [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.130604] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.130977] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac515e0-0fc8-4c40-8c49-2f46a51df12a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.139904] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1100.139904] env[70261]: value = "task-3386729" [ 1100.139904] env[70261]: _type = "Task" [ 1100.139904] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.153562] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.431529] env[70261]: DEBUG oslo_vmware.api [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386728, 'name': ReconfigVM_Task, 'duration_secs': 0.452475} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.431840] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a/volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.437180] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e247a884-18ef-4d4e-8651-e57296782d22 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.452076] env[70261]: DEBUG oslo_vmware.api [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1100.452076] env[70261]: value = "task-3386730" [ 1100.452076] env[70261]: _type = "Task" [ 1100.452076] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.460483] env[70261]: DEBUG oslo_vmware.api [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.478338] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5c7b1d6e-85fd-448c-8d64-0f3c093e7bbf tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.041s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.544986] env[70261]: DEBUG nova.scheduler.client.report [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1100.545356] env[70261]: DEBUG nova.compute.provider_tree [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 125 to 126 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1100.545631] env[70261]: DEBUG nova.compute.provider_tree [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.596049] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.649644] env[70261]: DEBUG oslo_vmware.api [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386729, 'name': PowerOnVM_Task, 'duration_secs': 0.492722} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.649937] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.650183] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5cd2fe-25fb-4003-a39e-c5b67a1da73a tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance '623c70f3-29f5-4b13-b5a3-d7a80afa699d' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.964574] env[70261]: DEBUG oslo_vmware.api [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386730, 'name': ReconfigVM_Task, 'duration_secs': 0.171759} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.965147] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675712', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'name': 'volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b65271b-8ff0-46fc-8998-23fd5f59c312', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'serial': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1101.052599] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.906s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.055014] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.324s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.057104] env[70261]: INFO nova.compute.claims [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.077043] env[70261]: INFO nova.scheduler.client.report [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Deleted allocations for instance 9f736f47-c8ac-43a1-9bf9-fd42775f479e [ 1101.586480] env[70261]: DEBUG oslo_concurrency.lockutils [None req-881b749d-43be-42ab-bdf1-a3ac6bcb6ddb tempest-ServersTestMultiNic-1750700365 tempest-ServersTestMultiNic-1750700365-project-member] Lock "9f736f47-c8ac-43a1-9bf9-fd42775f479e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.782s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.670600] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.670906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.671196] env[70261]: INFO nova.compute.manager [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Attaching volume eb568508-7dea-4dd2-94a9-d44f7db87957 to /dev/sdb [ 1101.730102] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d61df3c-4289-42fc-9a34-b5a6ead9572c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.741194] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b13d0f-c8b3-4cfd-b902-33711613e585 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.755837] env[70261]: DEBUG nova.virt.block_device [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Updating existing volume attachment record: 30dee01e-5e32-4794-9878-0a83aa94b0c3 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1102.007761] env[70261]: DEBUG nova.objects.instance [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'flavor' on Instance uuid 2b65271b-8ff0-46fc-8998-23fd5f59c312 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.291969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.356493] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc0eed4-e63d-4bc4-8f3f-f4cf8aeadf56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.364892] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e410b080-f6e1-456f-a99f-c4d1052ddc52 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.398977] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a135f004-10cc-4b7c-b670-b55d067c327d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.406945] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c8e55-f164-4684-bb20-dfba9f29e649 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.422389] env[70261]: DEBUG nova.compute.provider_tree [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.514710] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d384ae4a-c03b-4b83-abda-2a073deeadee tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.780s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.515727] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.225s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.516095] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "2b65271b-8ff0-46fc-8998-23fd5f59c312-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.516172] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.516344] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.518104] env[70261]: INFO nova.compute.manager [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Terminating instance [ 1102.823555] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.823820] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.824129] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.824231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.825117] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.826838] env[70261]: INFO nova.compute.manager [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Terminating instance [ 1102.926493] env[70261]: DEBUG nova.scheduler.client.report [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.029297] env[70261]: DEBUG nova.compute.manager [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.029610] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.032332] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd25ec98-6c5e-4b96-827a-c03e66e80537 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.042237] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1103.042237] env[70261]: value = "task-3386732" [ 1103.042237] env[70261]: _type = "Task" [ 1103.042237] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.050628] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.252393] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.253500] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.253964] env[70261]: DEBUG nova.compute.manager [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Going to confirm migration 3 {{(pid=70261) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1103.331065] env[70261]: DEBUG nova.compute.manager [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.331339] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.332324] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e4bc0-d6f3-4afa-b44f-c8a907a171a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.343155] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.343412] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320ce659-79ed-4a60-afed-cbd175f70bd5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.351755] env[70261]: DEBUG oslo_vmware.api [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1103.351755] env[70261]: value = "task-3386733" [ 1103.351755] env[70261]: _type = "Task" [ 1103.351755] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.361784] env[70261]: DEBUG oslo_vmware.api [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.432470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.433034] env[70261]: DEBUG nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.435958] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.922s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.437593] env[70261]: INFO nova.compute.claims [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.550970] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386732, 'name': PowerOffVM_Task, 'duration_secs': 0.232295} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.551324] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.551581] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.551825] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675712', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'name': 'volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b65271b-8ff0-46fc-8998-23fd5f59c312', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'serial': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.552705] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39a571-e351-46ce-802d-9cdad509cc6a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.576945] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6cf327-83b8-4a91-ace8-2f1d08d60364 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.585969] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc9a95-bcc6-48f8-9610-57eda4798bad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.612519] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce5dd81-d4df-4d81-b9a4-179e4a9d087a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.631242] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] The volume has not been displaced from its original location: [datastore2] volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a/volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.634313] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.634375] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6ab31e-fdaf-4f5b-b18f-41d20fb7562d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.656023] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1103.656023] env[70261]: value = "task-3386734" [ 1103.656023] env[70261]: _type = "Task" [ 1103.656023] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.662764] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.865951] env[70261]: DEBUG oslo_vmware.api [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386733, 'name': PowerOffVM_Task, 'duration_secs': 0.459588} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.866336] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.866564] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.866929] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee918ff3-7050-46f2-a855-4d1e643202d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.945021] env[70261]: DEBUG nova.compute.utils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.949444] env[70261]: DEBUG nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.950831] env[70261]: DEBUG nova.network.neutron [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.953985] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.954639] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.955548] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Deleting the datastore file [datastore1] b3f8001a-a349-4f29-bcef-c3b11c16c2d4 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.955821] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deef7644-3af9-4fa5-bb20-369ef8e6ca0c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.966355] env[70261]: DEBUG oslo_vmware.api [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for the task: (returnval){ [ 1103.966355] env[70261]: value = "task-3386736" [ 1103.966355] env[70261]: _type = "Task" [ 1103.966355] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.977532] env[70261]: DEBUG oslo_vmware.api [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.070573] env[70261]: DEBUG nova.policy [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3df9e65371d43fb8daa5be48597d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9885e76c83ad46e2b6dd956074b0c40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.121312] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.121532] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.121745] env[70261]: DEBUG nova.network.neutron [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1104.122013] env[70261]: DEBUG nova.objects.instance [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lazy-loading 'info_cache' on Instance uuid 623c70f3-29f5-4b13-b5a3-d7a80afa699d {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.165607] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.453944] env[70261]: DEBUG nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.482690] env[70261]: DEBUG oslo_vmware.api [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Task: {'id': task-3386736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158997} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.483307] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.484409] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.484409] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.484409] env[70261]: INFO nova.compute.manager [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1104.484775] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.485155] env[70261]: DEBUG nova.compute.manager [-] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.485266] env[70261]: DEBUG nova.network.neutron [-] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1104.669497] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.717372] env[70261]: DEBUG nova.network.neutron [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Successfully created port: cc49f64c-d3c0-447d-8262-d60ed2def4a8 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.743891] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a553db4-5c47-44b7-92f9-d04e9f7f67ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.753447] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ee54b-cdb0-4512-ba35-a335ba34ad82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.788946] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d7881c-4372-4db2-b120-55aa56a466a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.799836] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4989dd67-f860-4429-b17b-35ab00be5930 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.815582] env[70261]: DEBUG nova.compute.provider_tree [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.170101] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386734, 'name': ReconfigVM_Task, 'duration_secs': 1.232631} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.173927] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.185459] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625b26d4-eada-482a-9524-afc6a88d6a86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.200488] env[70261]: DEBUG nova.compute.manager [req-bb08ff8c-5bcb-47a6-abaa-9e7a7c946879 req-15e2f9d7-74d4-485c-b1ec-e27cc8fb6d1e service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Received event network-vif-deleted-45bea9ef-8132-4b71-80e3-1eb33fedca35 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.200488] env[70261]: INFO nova.compute.manager [req-bb08ff8c-5bcb-47a6-abaa-9e7a7c946879 req-15e2f9d7-74d4-485c-b1ec-e27cc8fb6d1e service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Neutron deleted interface 45bea9ef-8132-4b71-80e3-1eb33fedca35; detaching it from the instance and deleting it from the info cache [ 1105.200606] env[70261]: DEBUG nova.network.neutron [req-bb08ff8c-5bcb-47a6-abaa-9e7a7c946879 req-15e2f9d7-74d4-485c-b1ec-e27cc8fb6d1e service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.209283] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1105.209283] env[70261]: value = "task-3386738" [ 1105.209283] env[70261]: _type = "Task" [ 1105.209283] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.222786] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.323281] env[70261]: DEBUG nova.scheduler.client.report [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.327015] env[70261]: DEBUG nova.network.neutron [-] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.466252] env[70261]: DEBUG nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.496796] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.497037] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.497211] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.497400] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.497565] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.497746] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.497953] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.498356] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.498851] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.498851] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.498851] env[70261]: DEBUG nova.virt.hardware [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.499760] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a19506f-65ee-43ec-a4b9-f36577231035 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.509423] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307ef9d9-14f7-4057-93c5-af18961d01e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.533879] env[70261]: DEBUG nova.network.neutron [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance_info_cache with network_info: [{"id": "eef5c379-213c-41db-963c-86384be94cfb", "address": "fa:16:3e:59:ec:ef", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeef5c379-21", "ovs_interfaceid": "eef5c379-213c-41db-963c-86384be94cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.703814] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbf84cd7-20e4-4b4f-b8ba-0f40031289fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.720451] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b93e99e-84c9-4faa-91cc-b32cf6f0194f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.740743] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386738, 'name': ReconfigVM_Task, 'duration_secs': 0.147821} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.740935] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675712', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'name': 'volume-c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b65271b-8ff0-46fc-8998-23fd5f59c312', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a', 'serial': 'c4f0b8a1-aa75-4237-b9f7-b2346035fe4a'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.741263] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.743047] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dc6fd5-db92-4ae4-a213-6f38069401e0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.749619] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.749981] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3be24e26-a600-434b-813e-aed0f70d72a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.764497] env[70261]: DEBUG nova.compute.manager [req-bb08ff8c-5bcb-47a6-abaa-9e7a7c946879 req-15e2f9d7-74d4-485c-b1ec-e27cc8fb6d1e service nova] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Detach interface failed, port_id=45bea9ef-8132-4b71-80e3-1eb33fedca35, reason: Instance b3f8001a-a349-4f29-bcef-c3b11c16c2d4 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.820205] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.820446] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.820643] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleting the datastore file [datastore1] 2b65271b-8ff0-46fc-8998-23fd5f59c312 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.820908] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87a9d00e-2629-434d-a9d0-ce2e1498b1ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.828029] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1105.828029] env[70261]: value = "task-3386740" [ 1105.828029] env[70261]: _type = "Task" [ 1105.828029] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.838801] env[70261]: INFO nova.compute.manager [-] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Took 1.35 seconds to deallocate network for instance. [ 1105.839511] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.840013] env[70261]: DEBUG nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.843030] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.916342] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "6f073035-1e38-49ba-a203-31ed4043f8fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.916600] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.036766] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-623c70f3-29f5-4b13-b5a3-d7a80afa699d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.037874] env[70261]: DEBUG nova.objects.instance [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lazy-loading 'migration_context' on Instance uuid 623c70f3-29f5-4b13-b5a3-d7a80afa699d {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.317772] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1106.318064] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675713', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'name': 'volume-eb568508-7dea-4dd2-94a9-d44f7db87957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4becf50-18ce-46a1-a2b0-87a576a82eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'serial': 'eb568508-7dea-4dd2-94a9-d44f7db87957'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1106.321882] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e725e1-dddc-4217-a53e-25695c20d725 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.345585] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396cf498-d896-4c51-b4e7-2662edd64c5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.351082] env[70261]: DEBUG nova.compute.utils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.351898] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.352272] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.352709] env[70261]: DEBUG nova.objects.instance [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lazy-loading 'resources' on Instance uuid b3f8001a-a349-4f29-bcef-c3b11c16c2d4 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.354083] env[70261]: DEBUG nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.354251] env[70261]: DEBUG nova.network.neutron [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.382426] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-eb568508-7dea-4dd2-94a9-d44f7db87957/volume-eb568508-7dea-4dd2-94a9-d44f7db87957.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.386949] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a88cb3-8eb6-4527-b3c1-d919c85a36fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.401114] env[70261]: DEBUG oslo_vmware.api [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136374} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.401906] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.401906] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.401906] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.401906] env[70261]: INFO nova.compute.manager [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Took 3.37 seconds to destroy the instance on the hypervisor. [ 1106.402298] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.402815] env[70261]: DEBUG nova.compute.manager [-] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.402887] env[70261]: DEBUG nova.network.neutron [-] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1106.405814] env[70261]: DEBUG nova.policy [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.410162] env[70261]: DEBUG oslo_vmware.api [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1106.410162] env[70261]: value = "task-3386741" [ 1106.410162] env[70261]: _type = "Task" [ 1106.410162] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.420287] env[70261]: DEBUG nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.422256] env[70261]: DEBUG oslo_vmware.api [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.543047] env[70261]: DEBUG nova.objects.base [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Object Instance<623c70f3-29f5-4b13-b5a3-d7a80afa699d> lazy-loaded attributes: info_cache,migration_context {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.544117] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625e48e8-25a1-42b9-b120-5d63061788fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.573372] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fc3be9-6a5c-4b0b-b816-129214cc73a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.581216] env[70261]: DEBUG oslo_vmware.api [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1106.581216] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523e5652-cc09-56a2-c5f9-63c048b05b77" [ 1106.581216] env[70261]: _type = "Task" [ 1106.581216] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.587239] env[70261]: DEBUG oslo_vmware.api [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523e5652-cc09-56a2-c5f9-63c048b05b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.771169] env[70261]: DEBUG nova.compute.manager [req-fadcbe95-36eb-4605-8169-d6a66540a7d4 req-99820ff9-8b94-47dd-9c72-034bda7fe648 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Received event network-vif-plugged-cc49f64c-d3c0-447d-8262-d60ed2def4a8 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.771442] env[70261]: DEBUG oslo_concurrency.lockutils [req-fadcbe95-36eb-4605-8169-d6a66540a7d4 req-99820ff9-8b94-47dd-9c72-034bda7fe648 service nova] Acquiring lock "9b548453-72d5-400e-b80c-e438986bff8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.771684] env[70261]: DEBUG oslo_concurrency.lockutils [req-fadcbe95-36eb-4605-8169-d6a66540a7d4 req-99820ff9-8b94-47dd-9c72-034bda7fe648 service nova] Lock "9b548453-72d5-400e-b80c-e438986bff8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.771984] env[70261]: DEBUG oslo_concurrency.lockutils [req-fadcbe95-36eb-4605-8169-d6a66540a7d4 req-99820ff9-8b94-47dd-9c72-034bda7fe648 service nova] Lock "9b548453-72d5-400e-b80c-e438986bff8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.772404] env[70261]: DEBUG nova.compute.manager [req-fadcbe95-36eb-4605-8169-d6a66540a7d4 req-99820ff9-8b94-47dd-9c72-034bda7fe648 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] No waiting events found dispatching network-vif-plugged-cc49f64c-d3c0-447d-8262-d60ed2def4a8 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.772675] env[70261]: WARNING nova.compute.manager [req-fadcbe95-36eb-4605-8169-d6a66540a7d4 req-99820ff9-8b94-47dd-9c72-034bda7fe648 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Received unexpected event network-vif-plugged-cc49f64c-d3c0-447d-8262-d60ed2def4a8 for instance with vm_state building and task_state spawning. [ 1106.797030] env[70261]: DEBUG nova.network.neutron [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Successfully updated port: cc49f64c-d3c0-447d-8262-d60ed2def4a8 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.858243] env[70261]: DEBUG nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.928435] env[70261]: DEBUG oslo_vmware.api [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386741, 'name': ReconfigVM_Task, 'duration_secs': 0.391841} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.931156] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-eb568508-7dea-4dd2-94a9-d44f7db87957/volume-eb568508-7dea-4dd2-94a9-d44f7db87957.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.939361] env[70261]: DEBUG nova.network.neutron [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Successfully created port: a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.941107] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877e0452-bdf5-4e72-8b0b-44f0c539da36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.953951] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.960917] env[70261]: DEBUG oslo_vmware.api [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1106.960917] env[70261]: value = "task-3386742" [ 1106.960917] env[70261]: _type = "Task" [ 1106.960917] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.977544] env[70261]: DEBUG oslo_vmware.api [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.093570] env[70261]: DEBUG oslo_vmware.api [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523e5652-cc09-56a2-c5f9-63c048b05b77, 'name': SearchDatastore_Task, 'duration_secs': 0.007126} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.093570] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.130018] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42162da0-ce7f-4353-901a-ee5d72eaad43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.137088] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c51ffd4-250f-4217-a243-595530e91028 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.169051] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222361a3-fa34-47bd-97ba-f028041e9cae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.177082] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfbc3fc-9ebf-4cac-a1aa-3f5af051b677 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.190869] env[70261]: DEBUG nova.compute.provider_tree [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.240191] env[70261]: DEBUG nova.compute.manager [req-a0057e48-96d9-42c7-99aa-a856e67e6a5f req-71c21af4-1d9b-4bb5-ba91-cdb32242294d service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Received event network-vif-deleted-74f37085-8c06-4e14-b227-884312449a4f {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.240497] env[70261]: INFO nova.compute.manager [req-a0057e48-96d9-42c7-99aa-a856e67e6a5f req-71c21af4-1d9b-4bb5-ba91-cdb32242294d service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Neutron deleted interface 74f37085-8c06-4e14-b227-884312449a4f; detaching it from the instance and deleting it from the info cache [ 1107.240597] env[70261]: DEBUG nova.network.neutron [req-a0057e48-96d9-42c7-99aa-a856e67e6a5f req-71c21af4-1d9b-4bb5-ba91-cdb32242294d service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.301079] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "refresh_cache-9b548453-72d5-400e-b80c-e438986bff8d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.301245] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "refresh_cache-9b548453-72d5-400e-b80c-e438986bff8d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.301396] env[70261]: DEBUG nova.network.neutron [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1107.320868] env[70261]: DEBUG nova.network.neutron [-] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.472091] env[70261]: DEBUG oslo_vmware.api [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386742, 'name': ReconfigVM_Task, 'duration_secs': 0.250571} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.472579] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675713', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'name': 'volume-eb568508-7dea-4dd2-94a9-d44f7db87957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4becf50-18ce-46a1-a2b0-87a576a82eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'serial': 'eb568508-7dea-4dd2-94a9-d44f7db87957'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1107.695769] env[70261]: DEBUG nova.scheduler.client.report [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.743486] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ea87d58-90f6-4656-981c-6b245121286f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.754835] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf9c6c-de7c-473c-a1a0-aa5122e9df05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.788312] env[70261]: DEBUG nova.compute.manager [req-a0057e48-96d9-42c7-99aa-a856e67e6a5f req-71c21af4-1d9b-4bb5-ba91-cdb32242294d service nova] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Detach interface failed, port_id=74f37085-8c06-4e14-b227-884312449a4f, reason: Instance 2b65271b-8ff0-46fc-8998-23fd5f59c312 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.824483] env[70261]: INFO nova.compute.manager [-] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Took 1.42 seconds to deallocate network for instance. [ 1107.834692] env[70261]: DEBUG nova.network.neutron [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1107.871129] env[70261]: DEBUG nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.899528] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.899790] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.899955] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.900292] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.900386] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.901354] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.901753] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.902027] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.902289] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.902545] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.902812] env[70261]: DEBUG nova.virt.hardware [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.903882] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacddad2-05f2-423d-a81d-93d26721e42a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.917045] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0155ac68-4d8d-449e-8ab6-24ca8ad34147 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.993420] env[70261]: DEBUG nova.network.neutron [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Updating instance_info_cache with network_info: [{"id": "cc49f64c-d3c0-447d-8262-d60ed2def4a8", "address": "fa:16:3e:20:c2:d1", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc49f64c-d3", "ovs_interfaceid": "cc49f64c-d3c0-447d-8262-d60ed2def4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.202454] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.204913] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.251s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.206400] env[70261]: INFO nova.compute.claims [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.224268] env[70261]: INFO nova.scheduler.client.report [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Deleted allocations for instance b3f8001a-a349-4f29-bcef-c3b11c16c2d4 [ 1108.369434] env[70261]: INFO nova.compute.manager [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Took 0.54 seconds to detach 1 volumes for instance. [ 1108.430851] env[70261]: DEBUG nova.network.neutron [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Successfully updated port: a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.496744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "refresh_cache-9b548453-72d5-400e-b80c-e438986bff8d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.497084] env[70261]: DEBUG nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Instance network_info: |[{"id": "cc49f64c-d3c0-447d-8262-d60ed2def4a8", "address": "fa:16:3e:20:c2:d1", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc49f64c-d3", "ovs_interfaceid": "cc49f64c-d3c0-447d-8262-d60ed2def4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.497582] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c2:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc49f64c-d3c0-447d-8262-d60ed2def4a8', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.505881] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.506240] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.506404] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce772780-9b89-467d-857d-6bf00025ebe6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.524036] env[70261]: DEBUG nova.objects.instance [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'flavor' on Instance uuid e4becf50-18ce-46a1-a2b0-87a576a82eee {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.533020] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.533020] env[70261]: value = "task-3386743" [ 1108.533020] env[70261]: _type = "Task" [ 1108.533020] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.543058] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386743, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.732530] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3e6ecfc2-cbc1-4720-a4c0-5defb21e21d2 tempest-ServerMetadataTestJSON-2041172844 tempest-ServerMetadataTestJSON-2041172844-project-member] Lock "b3f8001a-a349-4f29-bcef-c3b11c16c2d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.908s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.873168] env[70261]: DEBUG nova.compute.manager [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Received event network-changed-cc49f64c-d3c0-447d-8262-d60ed2def4a8 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.873422] env[70261]: DEBUG nova.compute.manager [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Refreshing instance network info cache due to event network-changed-cc49f64c-d3c0-447d-8262-d60ed2def4a8. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.873674] env[70261]: DEBUG oslo_concurrency.lockutils [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] Acquiring lock "refresh_cache-9b548453-72d5-400e-b80c-e438986bff8d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.873881] env[70261]: DEBUG oslo_concurrency.lockutils [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] Acquired lock "refresh_cache-9b548453-72d5-400e-b80c-e438986bff8d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.874088] env[70261]: DEBUG nova.network.neutron [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Refreshing network info cache for port cc49f64c-d3c0-447d-8262-d60ed2def4a8 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1108.876875] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.934127] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.934369] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.934591] env[70261]: DEBUG nova.network.neutron [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1109.029765] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e205b72a-b853-4c5b-afcd-73f1f38133d9 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.359s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.041464] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386743, 'name': CreateVM_Task, 'duration_secs': 0.363625} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.042282] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.042465] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.042668] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.043047] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.043308] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed2a56e-31a4-4540-bd1b-822b098353b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.048857] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1109.048857] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5245d91a-0c13-bb23-8b99-9d914b72e087" [ 1109.048857] env[70261]: _type = "Task" [ 1109.048857] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.057571] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5245d91a-0c13-bb23-8b99-9d914b72e087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.182022] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.182507] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.182809] env[70261]: INFO nova.compute.manager [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Shelving [ 1109.267981] env[70261]: DEBUG nova.compute.manager [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-vif-plugged-a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.267981] env[70261]: DEBUG oslo_concurrency.lockutils [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] Acquiring lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.267981] env[70261]: DEBUG oslo_concurrency.lockutils [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.268236] env[70261]: DEBUG oslo_concurrency.lockutils [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.268236] env[70261]: DEBUG nova.compute.manager [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] No waiting events found dispatching network-vif-plugged-a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.268370] env[70261]: WARNING nova.compute.manager [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received unexpected event network-vif-plugged-a4086323-4417-4b7c-9c1d-5791b03f520a for instance with vm_state building and task_state spawning. [ 1109.268529] env[70261]: DEBUG nova.compute.manager [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.268682] env[70261]: DEBUG nova.compute.manager [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing instance network info cache due to event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.268845] env[70261]: DEBUG oslo_concurrency.lockutils [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.295559] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.295812] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.427459] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecefa34-9a8d-489e-84f2-605d43b6fd5a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.436824] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d017d78-8899-4b5b-bcb2-82fe8159e61b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.471776] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68581c8-afaa-4892-a4b6-f5c624d40b82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.479612] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f8f62-e150-40c5-b796-fb057d2a383e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.492919] env[70261]: DEBUG nova.compute.provider_tree [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.498611] env[70261]: DEBUG nova.network.neutron [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1109.562081] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5245d91a-0c13-bb23-8b99-9d914b72e087, 'name': SearchDatastore_Task, 'duration_secs': 0.064812} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.562201] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.562452] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.562679] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.562825] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.563008] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.563278] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9538b67f-c772-46e6-bf85-11a3c640e40d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.571845] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.572041] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.572747] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065088de-ea6f-49a4-afc4-f1f7cd8f0d83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.577970] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1109.577970] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524d4bbb-2fd7-4a55-3dac-205eeb3aeadb" [ 1109.577970] env[70261]: _type = "Task" [ 1109.577970] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.586155] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524d4bbb-2fd7-4a55-3dac-205eeb3aeadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.800903] env[70261]: INFO nova.compute.manager [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Detaching volume eb568508-7dea-4dd2-94a9-d44f7db87957 [ 1109.822712] env[70261]: DEBUG nova.network.neutron [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.835631] env[70261]: DEBUG nova.network.neutron [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Updated VIF entry in instance network info cache for port cc49f64c-d3c0-447d-8262-d60ed2def4a8. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1109.836174] env[70261]: DEBUG nova.network.neutron [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Updating instance_info_cache with network_info: [{"id": "cc49f64c-d3c0-447d-8262-d60ed2def4a8", "address": "fa:16:3e:20:c2:d1", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc49f64c-d3", "ovs_interfaceid": "cc49f64c-d3c0-447d-8262-d60ed2def4a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.839085] env[70261]: INFO nova.virt.block_device [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Attempting to driver detach volume eb568508-7dea-4dd2-94a9-d44f7db87957 from mountpoint /dev/sdb [ 1109.839446] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.839745] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675713', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'name': 'volume-eb568508-7dea-4dd2-94a9-d44f7db87957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4becf50-18ce-46a1-a2b0-87a576a82eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'serial': 'eb568508-7dea-4dd2-94a9-d44f7db87957'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.840646] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069dbdb4-712a-4c22-a150-0b209914c4a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.865146] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2fbb82-469d-449e-b4b4-054372672a06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.873308] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395309fc-a679-41e1-a693-dcefd5555523 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.898171] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1fde4b-cef3-4986-a547-25cf21b19478 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.912217] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] The volume has not been displaced from its original location: [datastore2] volume-eb568508-7dea-4dd2-94a9-d44f7db87957/volume-eb568508-7dea-4dd2-94a9-d44f7db87957.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.917477] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.918116] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe040bf-2af7-457c-8c37-0c489ce15aae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.935747] env[70261]: DEBUG oslo_vmware.api [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1109.935747] env[70261]: value = "task-3386744" [ 1109.935747] env[70261]: _type = "Task" [ 1109.935747] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.943506] env[70261]: DEBUG oslo_vmware.api [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.002818] env[70261]: DEBUG nova.scheduler.client.report [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.089205] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524d4bbb-2fd7-4a55-3dac-205eeb3aeadb, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.089993] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db51d3d5-5e4e-4ab6-bd40-de29bc194b94 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.095773] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1110.095773] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529065e4-e4ba-5ad5-a73c-a62fd513b39c" [ 1110.095773] env[70261]: _type = "Task" [ 1110.095773] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.107126] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529065e4-e4ba-5ad5-a73c-a62fd513b39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.195549] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.195886] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d92cb94-c563-4b9d-886a-e6c650ffb086 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.204683] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1110.204683] env[70261]: value = "task-3386745" [ 1110.204683] env[70261]: _type = "Task" [ 1110.204683] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.214151] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.330109] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.330241] env[70261]: DEBUG nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Instance network_info: |[{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.330769] env[70261]: DEBUG oslo_concurrency.lockutils [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.330850] env[70261]: DEBUG nova.network.neutron [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1110.332052] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:32:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4086323-4417-4b7c-9c1d-5791b03f520a', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.339753] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.341375] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.341467] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be7838ff-cc74-4ae9-9ca5-7a82f30cd29a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.359572] env[70261]: DEBUG oslo_concurrency.lockutils [req-f2c3bbc3-b1f3-487a-8748-04ecc51c437a req-b55a6ee8-5609-4e27-8ed9-498d662d8399 service nova] Releasing lock "refresh_cache-9b548453-72d5-400e-b80c-e438986bff8d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.367521] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.367521] env[70261]: value = "task-3386746" [ 1110.367521] env[70261]: _type = "Task" [ 1110.367521] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.378014] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386746, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.452304] env[70261]: DEBUG oslo_vmware.api [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386744, 'name': ReconfigVM_Task, 'duration_secs': 0.244567} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.452304] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.455463] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b645b5-8515-4aea-8c2a-f2edef1ecb23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.474015] env[70261]: DEBUG oslo_vmware.api [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1110.474015] env[70261]: value = "task-3386747" [ 1110.474015] env[70261]: _type = "Task" [ 1110.474015] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.484769] env[70261]: DEBUG oslo_vmware.api [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.509685] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.509685] env[70261]: DEBUG nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.513256] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.421s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.609948] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529065e4-e4ba-5ad5-a73c-a62fd513b39c, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.610355] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.610663] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 9b548453-72d5-400e-b80c-e438986bff8d/9b548453-72d5-400e-b80c-e438986bff8d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.610956] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc16e465-6d0a-48cc-aeb1-d1ce4246a614 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.619978] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1110.619978] env[70261]: value = "task-3386748" [ 1110.619978] env[70261]: _type = "Task" [ 1110.619978] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.628820] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.719489] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386745, 'name': PowerOffVM_Task, 'duration_secs': 0.262201} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.719489] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.721810] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb5646-2e35-40e5-be0d-5787b7ecbe3f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.743924] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c68cc-4c15-49d0-81c4-4f7db2e81a39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.883398] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386746, 'name': CreateVM_Task, 'duration_secs': 0.341806} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.883398] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.883907] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.884081] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.884505] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.884779] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57bd662-4f8a-4192-963b-3c12fdf935c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.893227] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1110.893227] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52233ba7-95ef-8d46-657b-ff5004b5206e" [ 1110.893227] env[70261]: _type = "Task" [ 1110.893227] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.906722] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52233ba7-95ef-8d46-657b-ff5004b5206e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.985651] env[70261]: DEBUG oslo_vmware.api [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386747, 'name': ReconfigVM_Task, 'duration_secs': 0.149598} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.986039] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675713', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'name': 'volume-eb568508-7dea-4dd2-94a9-d44f7db87957', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4becf50-18ce-46a1-a2b0-87a576a82eee', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb568508-7dea-4dd2-94a9-d44f7db87957', 'serial': 'eb568508-7dea-4dd2-94a9-d44f7db87957'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1111.019198] env[70261]: DEBUG nova.compute.utils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.023476] env[70261]: DEBUG nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.023672] env[70261]: DEBUG nova.network.neutron [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.104550] env[70261]: DEBUG nova.policy [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37741e4c628643cc9c230347ca7ad4fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbe3857e6a834906b374e48f4c7ff267', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.134922] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463794} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.140472] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 9b548453-72d5-400e-b80c-e438986bff8d/9b548453-72d5-400e-b80c-e438986bff8d.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.141081] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.142205] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58292d49-5814-4eb9-bfe9-f66e5ef59538 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.154722] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1111.154722] env[70261]: value = "task-3386749" [ 1111.154722] env[70261]: _type = "Task" [ 1111.154722] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.165119] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.225617] env[70261]: DEBUG nova.network.neutron [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updated VIF entry in instance network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1111.226188] env[70261]: DEBUG nova.network.neutron [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.256400] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1111.256724] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32ab60e1-4d34-4ab9-bdb9-628a493ef93b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.270013] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1111.270013] env[70261]: value = "task-3386750" [ 1111.270013] env[70261]: _type = "Task" [ 1111.270013] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.283108] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386750, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.288608] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e45adc3-5b50-4de9-b75a-1a2061c42ce6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.296612] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9aaf44-dae2-4881-bc28-6d76fedf39f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.329464] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e624e-a6a4-4062-a3ec-69eca1343e56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.339735] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecc48ae-0368-47f1-a317-6fcd6b5771a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.353966] env[70261]: DEBUG nova.compute.provider_tree [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.405287] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52233ba7-95ef-8d46-657b-ff5004b5206e, 'name': SearchDatastore_Task, 'duration_secs': 0.051706} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.405609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.406145] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.406145] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.406307] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.406403] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.406717] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4be92f5-8f5f-41ca-a939-618ce9d7d413 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.417200] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.417403] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.418163] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed541073-1f93-4998-bb34-01b62eaacffd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.425294] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1111.425294] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520727d4-f77f-e1b3-c705-308bec40bfa0" [ 1111.425294] env[70261]: _type = "Task" [ 1111.425294] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.434332] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520727d4-f77f-e1b3-c705-308bec40bfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.441122] env[70261]: DEBUG nova.network.neutron [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Successfully created port: 3925713b-64b6-4133-92d4-52e286f1ad60 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.520574] env[70261]: DEBUG nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.562583] env[70261]: DEBUG nova.objects.instance [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'flavor' on Instance uuid e4becf50-18ce-46a1-a2b0-87a576a82eee {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.665263] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076033} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.665575] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.666403] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a80132-b4f4-46ab-9a32-72d2d9967bdf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.690807] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 9b548453-72d5-400e-b80c-e438986bff8d/9b548453-72d5-400e-b80c-e438986bff8d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.691127] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561ef143-a59d-4d23-91c9-dd3966f70be3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.713318] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1111.713318] env[70261]: value = "task-3386751" [ 1111.713318] env[70261]: _type = "Task" [ 1111.713318] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.727794] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.729467] env[70261]: DEBUG oslo_concurrency.lockutils [req-42b42faf-29dd-4af1-93d0-3162de0fec92 req-dc536bdf-e3d2-4777-83c4-672d3138560d service nova] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.781358] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386750, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.878277] env[70261]: ERROR nova.scheduler.client.report [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [req-4b942d9a-6de9-4cbd-8bc7-cab70394140d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b942d9a-6de9-4cbd-8bc7-cab70394140d"}]} [ 1111.894975] env[70261]: DEBUG nova.scheduler.client.report [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1111.910062] env[70261]: DEBUG nova.scheduler.client.report [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1111.910395] env[70261]: DEBUG nova.compute.provider_tree [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.923112] env[70261]: DEBUG nova.scheduler.client.report [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1111.936625] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520727d4-f77f-e1b3-c705-308bec40bfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.937432] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc806ed0-7a25-46ba-adcc-fb9c22d29cdc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.944123] env[70261]: DEBUG nova.scheduler.client.report [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1111.946420] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1111.946420] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dd2598-4786-05dd-9402-65a1e5bde6bb" [ 1111.946420] env[70261]: _type = "Task" [ 1111.946420] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.955752] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dd2598-4786-05dd-9402-65a1e5bde6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.181785] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fc258d-da9f-493f-80bb-bd27e5289779 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.189960] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee27bb1-de73-4a39-9630-304069c88a16 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.224815] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119bcd1c-7a50-4f75-a4c8-e90fce5a870a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.232554] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386751, 'name': ReconfigVM_Task, 'duration_secs': 0.341766} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.234600] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 9b548453-72d5-400e-b80c-e438986bff8d/9b548453-72d5-400e-b80c-e438986bff8d.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.235255] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4964079-94f8-47e8-8f5d-f87b9fb08736 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.237627] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e81c87-5b96-44fa-957d-f4970762f3cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.254288] env[70261]: DEBUG nova.compute.provider_tree [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.257129] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1112.257129] env[70261]: value = "task-3386752" [ 1112.257129] env[70261]: _type = "Task" [ 1112.257129] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.266634] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386752, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.280891] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386750, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.456716] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52dd2598-4786-05dd-9402-65a1e5bde6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.055732} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.456980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.457252] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 2be9ee6a-7252-4716-ab28-989a3dbad473/2be9ee6a-7252-4716-ab28-989a3dbad473.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.457504] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8acc021-7ca4-4c45-84ad-c873ce9182c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.464886] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1112.464886] env[70261]: value = "task-3386753" [ 1112.464886] env[70261]: _type = "Task" [ 1112.464886] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.472854] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.529778] env[70261]: DEBUG nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.559525] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.559848] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.560057] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.560353] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.560573] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.560798] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.560970] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.561178] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.561403] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.561629] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.561879] env[70261]: DEBUG nova.virt.hardware [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.563053] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e267d-d9e6-4f5e-9329-5e5dfa441fa2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.572577] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461a1a56-a35b-4251-b037-dfb7e491baf3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.576816] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fb012d93-25eb-4e41-98a6-dfdf313b086a tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.772258] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386752, 'name': Rename_Task, 'duration_secs': 0.187592} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.775677] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.775977] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e957288-e0ce-4e7d-a328-d814eb5dfb75 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.784060] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386750, 'name': CreateSnapshot_Task, 'duration_secs': 1.385775} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.785780] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1112.785964] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1112.785964] env[70261]: value = "task-3386754" [ 1112.785964] env[70261]: _type = "Task" [ 1112.785964] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.786697] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27753879-6691-4ee3-8b2d-f8248937b102 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.790232] env[70261]: DEBUG nova.scheduler.client.report [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.790488] env[70261]: DEBUG nova.compute.provider_tree [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 127 to 128 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.790670] env[70261]: DEBUG nova.compute.provider_tree [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.809030] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.865854] env[70261]: DEBUG nova.compute.manager [req-25d93329-68dd-46dd-ba79-e939ac80e5eb req-a4f0fe1e-8197-4f25-873a-e87d6b4e233b service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Received event network-vif-plugged-3925713b-64b6-4133-92d4-52e286f1ad60 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.865854] env[70261]: DEBUG oslo_concurrency.lockutils [req-25d93329-68dd-46dd-ba79-e939ac80e5eb req-a4f0fe1e-8197-4f25-873a-e87d6b4e233b service nova] Acquiring lock "6f073035-1e38-49ba-a203-31ed4043f8fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.865854] env[70261]: DEBUG oslo_concurrency.lockutils [req-25d93329-68dd-46dd-ba79-e939ac80e5eb req-a4f0fe1e-8197-4f25-873a-e87d6b4e233b service nova] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.866431] env[70261]: DEBUG oslo_concurrency.lockutils [req-25d93329-68dd-46dd-ba79-e939ac80e5eb req-a4f0fe1e-8197-4f25-873a-e87d6b4e233b service nova] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.866431] env[70261]: DEBUG nova.compute.manager [req-25d93329-68dd-46dd-ba79-e939ac80e5eb req-a4f0fe1e-8197-4f25-873a-e87d6b4e233b service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] No waiting events found dispatching network-vif-plugged-3925713b-64b6-4133-92d4-52e286f1ad60 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.866431] env[70261]: WARNING nova.compute.manager [req-25d93329-68dd-46dd-ba79-e939ac80e5eb req-a4f0fe1e-8197-4f25-873a-e87d6b4e233b service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Received unexpected event network-vif-plugged-3925713b-64b6-4133-92d4-52e286f1ad60 for instance with vm_state building and task_state spawning. [ 1112.960037] env[70261]: DEBUG nova.network.neutron [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Successfully updated port: 3925713b-64b6-4133-92d4-52e286f1ad60 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.979105] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485843} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.979600] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 2be9ee6a-7252-4716-ab28-989a3dbad473/2be9ee6a-7252-4716-ab28-989a3dbad473.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.979600] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.979847] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-504f26a2-b03d-44f4-98a3-224b2e2f514d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.988582] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1112.988582] env[70261]: value = "task-3386755" [ 1112.988582] env[70261]: _type = "Task" [ 1112.988582] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.998349] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.303755] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.319616] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1113.320845] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36f40ae8-2339-4adb-a0ab-1d5f758d4cea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.331937] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1113.331937] env[70261]: value = "task-3386756" [ 1113.331937] env[70261]: _type = "Task" [ 1113.331937] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.341912] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386756, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.462231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "refresh_cache-6f073035-1e38-49ba-a203-31ed4043f8fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.462395] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquired lock "refresh_cache-6f073035-1e38-49ba-a203-31ed4043f8fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.462625] env[70261]: DEBUG nova.network.neutron [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1113.499089] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11963} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.499370] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.500173] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea804a55-278f-4ac7-aca6-fc2cdd06886f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.524045] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2be9ee6a-7252-4716-ab28-989a3dbad473/2be9ee6a-7252-4716-ab28-989a3dbad473.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.524045] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9794807-bcc0-4368-a8f9-fce2f4436648 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.545586] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1113.545586] env[70261]: value = "task-3386757" [ 1113.545586] env[70261]: _type = "Task" [ 1113.545586] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.555017] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.712264] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.712512] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.712753] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "e4becf50-18ce-46a1-a2b0-87a576a82eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.712952] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.713144] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.715567] env[70261]: INFO nova.compute.manager [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Terminating instance [ 1113.802294] env[70261]: DEBUG oslo_vmware.api [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386754, 'name': PowerOnVM_Task, 'duration_secs': 0.904265} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.802294] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.802294] env[70261]: INFO nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1113.802294] env[70261]: DEBUG nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.803061] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af5320-17d2-4106-b602-9640c3e7fc10 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.806850] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.294s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.809817] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.933s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.809954] env[70261]: DEBUG nova.objects.instance [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'resources' on Instance uuid 2b65271b-8ff0-46fc-8998-23fd5f59c312 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.842892] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386756, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.934878] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.935322] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.008413] env[70261]: DEBUG nova.network.neutron [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1114.056119] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.210402] env[70261]: DEBUG nova.network.neutron [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Updating instance_info_cache with network_info: [{"id": "3925713b-64b6-4133-92d4-52e286f1ad60", "address": "fa:16:3e:a9:f4:63", "network": {"id": "ea9bd090-b744-4a61-a8e6-307239239bef", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-976177776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbe3857e6a834906b374e48f4c7ff267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3925713b-64", "ovs_interfaceid": "3925713b-64b6-4133-92d4-52e286f1ad60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.219030] env[70261]: DEBUG nova.compute.manager [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.219886] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.220574] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff5a52f-c2f4-45b0-afbc-a8791d8bf82e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.229126] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.229393] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e207a1-601b-4b25-bbbf-2d193edc2583 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.236315] env[70261]: DEBUG oslo_vmware.api [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1114.236315] env[70261]: value = "task-3386758" [ 1114.236315] env[70261]: _type = "Task" [ 1114.236315] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.246378] env[70261]: DEBUG oslo_vmware.api [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.329528] env[70261]: INFO nova.compute.manager [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Took 18.64 seconds to build instance. [ 1114.344127] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386756, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.435330] env[70261]: INFO nova.scheduler.client.report [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted allocation for migration 7032754c-12a6-4689-8aff-c2f80deadf22 [ 1114.442914] env[70261]: INFO nova.compute.manager [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Detaching volume 89744bb5-f9f7-429d-b303-928e7a4b195f [ 1114.512937] env[70261]: INFO nova.virt.block_device [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Attempting to driver detach volume 89744bb5-f9f7-429d-b303-928e7a4b195f from mountpoint /dev/sdb [ 1114.513206] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.513397] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.518017] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c08a9-1602-4b0e-8455-7d85ca78449d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.545073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa40b765-761a-4973-82a1-67e593d7a532 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.557371] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386757, 'name': ReconfigVM_Task, 'duration_secs': 0.872559} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.559406] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2be9ee6a-7252-4716-ab28-989a3dbad473/2be9ee6a-7252-4716-ab28-989a3dbad473.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.560311] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e55b497e-e58b-4264-a58a-f04445fb501b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.562773] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb83368-f680-4ab6-b3e9-c3244b8db72b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.596286] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af7393c-8bbe-476f-85d4-1b33c6843ba1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.598692] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1114.598692] env[70261]: value = "task-3386759" [ 1114.598692] env[70261]: _type = "Task" [ 1114.598692] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.615826] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] The volume has not been displaced from its original location: [datastore1] volume-89744bb5-f9f7-429d-b303-928e7a4b195f/volume-89744bb5-f9f7-429d-b303-928e7a4b195f.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.621474] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.625207] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dabc6c56-3443-4546-b48c-c53f5698f5f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.643183] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386759, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.649237] env[70261]: DEBUG oslo_vmware.api [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1114.649237] env[70261]: value = "task-3386760" [ 1114.649237] env[70261]: _type = "Task" [ 1114.649237] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.659764] env[70261]: DEBUG oslo_vmware.api [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.674337] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb4af6-3ed6-4ba3-9900-c15c7269e249 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.683429] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab4b150-3498-41dc-bef7-d60a78071a95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.718574] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Releasing lock "refresh_cache-6f073035-1e38-49ba-a203-31ed4043f8fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.718906] env[70261]: DEBUG nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Instance network_info: |[{"id": "3925713b-64b6-4133-92d4-52e286f1ad60", "address": "fa:16:3e:a9:f4:63", "network": {"id": "ea9bd090-b744-4a61-a8e6-307239239bef", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-976177776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbe3857e6a834906b374e48f4c7ff267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3925713b-64", "ovs_interfaceid": "3925713b-64b6-4133-92d4-52e286f1ad60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.719606] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:f4:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3925713b-64b6-4133-92d4-52e286f1ad60', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.727461] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Creating folder: Project (dbe3857e6a834906b374e48f4c7ff267). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.728206] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5af24c-96bb-4b19-a1f5-b7f88b272aa7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.730911] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66030c50-6343-4673-8309-e3165444c1f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.744872] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3dbc9-9fb4-42d9-9403-a045c9729ebb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.753312] env[70261]: DEBUG oslo_vmware.api [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386758, 'name': PowerOffVM_Task, 'duration_secs': 0.203145} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.753615] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Created folder: Project (dbe3857e6a834906b374e48f4c7ff267) in parent group-v675446. [ 1114.753865] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Creating folder: Instances. Parent ref: group-v675718. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.754615] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.754870] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.755160] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6502268f-3cbd-4917-9168-b63434b95b2d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.765377] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbadafba-7313-4316-8ec6-e4df1fec5924 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.767355] env[70261]: DEBUG nova.compute.provider_tree [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.789103] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Created folder: Instances in parent group-v675718. [ 1114.789367] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.789683] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.789881] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef91ed34-ec82-4afc-88cd-f42c8330c359 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.811966] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.811966] env[70261]: value = "task-3386764" [ 1114.811966] env[70261]: _type = "Task" [ 1114.811966] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.831198] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fa924941-96e8-4bfd-b0ba-4dce91942da4 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "9b548453-72d5-400e-b80c-e438986bff8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.166s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.844485] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386756, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.872102] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.872604] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.873530] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleting the datastore file [datastore1] e4becf50-18ce-46a1-a2b0-87a576a82eee {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.873530] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de41fcce-fc88-4437-bdf9-999668774318 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.882612] env[70261]: DEBUG oslo_vmware.api [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1114.882612] env[70261]: value = "task-3386765" [ 1114.882612] env[70261]: _type = "Task" [ 1114.882612] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.896092] env[70261]: DEBUG oslo_vmware.api [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.899592] env[70261]: DEBUG nova.compute.manager [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Received event network-changed-3925713b-64b6-4133-92d4-52e286f1ad60 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.899774] env[70261]: DEBUG nova.compute.manager [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Refreshing instance network info cache due to event network-changed-3925713b-64b6-4133-92d4-52e286f1ad60. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.900166] env[70261]: DEBUG oslo_concurrency.lockutils [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] Acquiring lock "refresh_cache-6f073035-1e38-49ba-a203-31ed4043f8fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.900352] env[70261]: DEBUG oslo_concurrency.lockutils [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] Acquired lock "refresh_cache-6f073035-1e38-49ba-a203-31ed4043f8fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.900598] env[70261]: DEBUG nova.network.neutron [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Refreshing network info cache for port 3925713b-64b6-4133-92d4-52e286f1ad60 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1114.946608] env[70261]: DEBUG oslo_concurrency.lockutils [None req-31d31a5f-e3dc-4d1c-90fe-f46b2b3e7fc5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.694s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.109428] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386759, 'name': Rename_Task, 'duration_secs': 0.263008} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.109717] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.109985] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44c4bd3-1f43-4e51-8a78-55ab476c387e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.117886] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1115.117886] env[70261]: value = "task-3386766" [ 1115.117886] env[70261]: _type = "Task" [ 1115.117886] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.126911] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.159876] env[70261]: DEBUG oslo_vmware.api [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386760, 'name': ReconfigVM_Task, 'duration_secs': 0.313465} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.160138] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.165563] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e92d11-cbfa-4755-ad51-f75e020a2dcb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.186648] env[70261]: DEBUG oslo_vmware.api [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1115.186648] env[70261]: value = "task-3386767" [ 1115.186648] env[70261]: _type = "Task" [ 1115.186648] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.198839] env[70261]: DEBUG oslo_vmware.api [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.281915] env[70261]: DEBUG nova.scheduler.client.report [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.324100] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386764, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.346265] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386756, 'name': CloneVM_Task, 'duration_secs': 1.673844} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.346754] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Created linked-clone VM from snapshot [ 1115.347428] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a1568f-9390-4a57-b347-463869756775 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.371210] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Uploading image 375c69b7-1fbb-4d16-9019-68c97774b6e1 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1115.395240] env[70261]: DEBUG oslo_vmware.api [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189404} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.395528] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.395728] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.395905] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.396088] env[70261]: INFO nova.compute.manager [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1115.396335] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.396527] env[70261]: DEBUG nova.compute.manager [-] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.396623] env[70261]: DEBUG nova.network.neutron [-] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1115.408779] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1115.408779] env[70261]: value = "vm-675717" [ 1115.408779] env[70261]: _type = "VirtualMachine" [ 1115.408779] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1115.408779] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9b14115-1dce-4130-addf-99304baad4e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.417595] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lease: (returnval){ [ 1115.417595] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b19b46-eb70-a311-85d7-71a1d13d1ab4" [ 1115.417595] env[70261]: _type = "HttpNfcLease" [ 1115.417595] env[70261]: } obtained for exporting VM: (result){ [ 1115.417595] env[70261]: value = "vm-675717" [ 1115.417595] env[70261]: _type = "VirtualMachine" [ 1115.417595] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1115.417595] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the lease: (returnval){ [ 1115.417595] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b19b46-eb70-a311-85d7-71a1d13d1ab4" [ 1115.417595] env[70261]: _type = "HttpNfcLease" [ 1115.417595] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1115.426828] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.426828] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b19b46-eb70-a311-85d7-71a1d13d1ab4" [ 1115.426828] env[70261]: _type = "HttpNfcLease" [ 1115.426828] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1115.631456] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386766, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.698600] env[70261]: DEBUG oslo_vmware.api [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386767, 'name': ReconfigVM_Task, 'duration_secs': 0.219343} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.701112] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675694', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'name': 'volume-89744bb5-f9f7-429d-b303-928e7a4b195f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '20a87448-45a6-4a87-9056-e2e0b6bee5b7', 'attached_at': '', 'detached_at': '', 'volume_id': '89744bb5-f9f7-429d-b303-928e7a4b195f', 'serial': '89744bb5-f9f7-429d-b303-928e7a4b195f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.762363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "9b548453-72d5-400e-b80c-e438986bff8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.762363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "9b548453-72d5-400e-b80c-e438986bff8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.762363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "9b548453-72d5-400e-b80c-e438986bff8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.762363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "9b548453-72d5-400e-b80c-e438986bff8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.762363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "9b548453-72d5-400e-b80c-e438986bff8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.764846] env[70261]: INFO nova.compute.manager [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Terminating instance [ 1115.791025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.791545] env[70261]: DEBUG nova.network.neutron [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Updated VIF entry in instance network info cache for port 3925713b-64b6-4133-92d4-52e286f1ad60. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1115.791998] env[70261]: DEBUG nova.network.neutron [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Updating instance_info_cache with network_info: [{"id": "3925713b-64b6-4133-92d4-52e286f1ad60", "address": "fa:16:3e:a9:f4:63", "network": {"id": "ea9bd090-b744-4a61-a8e6-307239239bef", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-976177776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbe3857e6a834906b374e48f4c7ff267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3925713b-64", "ovs_interfaceid": "3925713b-64b6-4133-92d4-52e286f1ad60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.828267] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386764, 'name': CreateVM_Task, 'duration_secs': 0.532282} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.828698] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.829531] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.832020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.832020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.832020] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a54baa-af4e-4c02-baf7-d310007133c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.838035] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1115.838035] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5250ad22-741c-f041-cc18-a808f8be90dc" [ 1115.838035] env[70261]: _type = "Task" [ 1115.838035] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.850610] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5250ad22-741c-f041-cc18-a808f8be90dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.851596] env[70261]: INFO nova.scheduler.client.report [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted allocations for instance 2b65271b-8ff0-46fc-8998-23fd5f59c312 [ 1115.926459] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1115.926459] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b19b46-eb70-a311-85d7-71a1d13d1ab4" [ 1115.926459] env[70261]: _type = "HttpNfcLease" [ 1115.926459] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1115.926765] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1115.926765] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b19b46-eb70-a311-85d7-71a1d13d1ab4" [ 1115.926765] env[70261]: _type = "HttpNfcLease" [ 1115.926765] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1115.927487] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60010580-98fb-49a4-a1ff-4558ad6efd6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.935536] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8e57-6c40-e2c0-beb6-7a726dc98f75/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1115.935739] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8e57-6c40-e2c0-beb6-7a726dc98f75/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1116.070042] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f2b3699-26af-48af-b85b-5d1f4c4f9a65 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.129895] env[70261]: DEBUG oslo_vmware.api [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386766, 'name': PowerOnVM_Task, 'duration_secs': 0.521472} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.130201] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.130414] env[70261]: INFO nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1116.130624] env[70261]: DEBUG nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.131731] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09167984-d3a0-4253-9f56-7b282c73bf31 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.269924] env[70261]: DEBUG nova.compute.manager [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.270139] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.274317] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ceb1f9-2e6e-42d1-8b10-c57603c1ff39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.284133] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.284881] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d56b0dba-a99b-4609-bd8b-179c1056c8b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.292786] env[70261]: DEBUG oslo_vmware.api [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1116.292786] env[70261]: value = "task-3386769" [ 1116.292786] env[70261]: _type = "Task" [ 1116.292786] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.298456] env[70261]: DEBUG nova.objects.instance [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'flavor' on Instance uuid 20a87448-45a6-4a87-9056-e2e0b6bee5b7 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.300299] env[70261]: DEBUG oslo_concurrency.lockutils [req-7fd8f75b-c48d-41a0-bca1-ae50a70c30a8 req-cd19572c-4c7e-4029-baa9-c851ee81c614 service nova] Releasing lock "refresh_cache-6f073035-1e38-49ba-a203-31ed4043f8fe" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.306887] env[70261]: DEBUG oslo_vmware.api [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.350934] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5250ad22-741c-f041-cc18-a808f8be90dc, 'name': SearchDatastore_Task, 'duration_secs': 0.02228} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.351251] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.351491] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.351727] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.351876] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.352069] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.352456] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ea26137-94da-4ae4-9296-7110ac0ea92b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.361170] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0124b85b-ec73-4b36-ad96-af2e5a52fd21 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "2b65271b-8ff0-46fc-8998-23fd5f59c312" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.845s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.365788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.365788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.365788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "840bff09-bbc2-4890-abd6-ad2855e4afe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.365788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.365788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.367643] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.367840] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.369069] env[70261]: INFO nova.compute.manager [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Terminating instance [ 1116.370630] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab913a95-cdbf-4e61-b4ef-715a73e63d68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.382354] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1116.382354] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5277138f-95c7-e360-cb01-c1e7720b1c08" [ 1116.382354] env[70261]: _type = "Task" [ 1116.382354] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.388503] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5277138f-95c7-e360-cb01-c1e7720b1c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.661691] env[70261]: INFO nova.compute.manager [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Took 19.16 seconds to build instance. [ 1116.739765] env[70261]: DEBUG nova.network.neutron [-] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.810138] env[70261]: DEBUG oslo_vmware.api [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386769, 'name': PowerOffVM_Task, 'duration_secs': 0.240003} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.814265] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.814265] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.814265] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74934361-59f9-4cd6-b1e2-332140c2909c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.875775] env[70261]: DEBUG nova.compute.manager [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.876110] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.877486] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eddb9d8-d483-43d7-bbc3-dbb4d879c084 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.895277] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.896126] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.896868] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleting the datastore file [datastore2] 9b548453-72d5-400e-b80c-e438986bff8d {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.902174] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5ace3d1-5399-4846-a3c2-c2f3f7bfbd1e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.904688] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5277138f-95c7-e360-cb01-c1e7720b1c08, 'name': SearchDatastore_Task, 'duration_secs': 0.015343} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.907769] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.908499] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de67270-5c61-4b3f-b60a-5b78ec2e84e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.916193] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb2f524-5848-41bd-b2ee-de508bd47b5f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.919138] env[70261]: DEBUG oslo_vmware.api [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1116.919138] env[70261]: value = "task-3386771" [ 1116.919138] env[70261]: _type = "Task" [ 1116.919138] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.926622] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1116.926622] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529f4d14-abb7-848a-3fb3-9d5689a743ff" [ 1116.926622] env[70261]: _type = "Task" [ 1116.926622] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.931319] env[70261]: DEBUG oslo_vmware.api [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.932029] env[70261]: DEBUG oslo_vmware.api [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1116.932029] env[70261]: value = "task-3386772" [ 1116.932029] env[70261]: _type = "Task" [ 1116.932029] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.950972] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529f4d14-abb7-848a-3fb3-9d5689a743ff, 'name': SearchDatastore_Task, 'duration_secs': 0.024627} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.956136] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.956136] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 6f073035-1e38-49ba-a203-31ed4043f8fe/6f073035-1e38-49ba-a203-31ed4043f8fe.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.956346] env[70261]: DEBUG oslo_vmware.api [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.956875] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1182d945-f8c4-4eb1-b80b-01105ae10b48 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.965117] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1116.965117] env[70261]: value = "task-3386773" [ 1116.965117] env[70261]: _type = "Task" [ 1116.965117] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.977615] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.165630] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dfeacceb-4c2d-4da0-a7af-067369036883 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.674s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.238453] env[70261]: INFO nova.compute.manager [-] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Took 1.84 seconds to deallocate network for instance. [ 1117.255359] env[70261]: DEBUG nova.compute.manager [req-4f68e4d7-3bf6-43ea-81d3-5ea0ea43527b req-8055e5d5-8c1b-44f6-9ae3-693d347cc684 service nova] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Received event network-vif-deleted-69c3b09a-77d6-4c93-bfa7-f42b20be46d1 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.320100] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d90386c9-8384-4f71-9f49-d9203b2a9168 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.385s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.438761] env[70261]: DEBUG oslo_vmware.api [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277976} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.442895] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.443233] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.443442] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.443683] env[70261]: INFO nova.compute.manager [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1117.443922] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.444213] env[70261]: DEBUG nova.compute.manager [-] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.445654] env[70261]: DEBUG nova.network.neutron [-] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1117.455887] env[70261]: DEBUG oslo_vmware.api [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386772, 'name': PowerOffVM_Task, 'duration_secs': 0.288854} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.456197] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.456366] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.456640] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed7deca0-0521-492f-8a10-857f09e4e08d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.477425] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.543735] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.543735] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.543735] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Deleting the datastore file [datastore2] 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.543988] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a42c09-d119-4fc4-850a-65108ccbc251 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.552895] env[70261]: DEBUG oslo_vmware.api [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1117.552895] env[70261]: value = "task-3386775" [ 1117.552895] env[70261]: _type = "Task" [ 1117.552895] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.563139] env[70261]: DEBUG oslo_vmware.api [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.715992] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.715992] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.716456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.716456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.716456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.722872] env[70261]: INFO nova.compute.manager [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Terminating instance [ 1117.744496] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.745715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.745715] env[70261]: DEBUG nova.objects.instance [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'resources' on Instance uuid e4becf50-18ce-46a1-a2b0-87a576a82eee {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.896381] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.898976] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.898976] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.898976] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.898976] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.900459] env[70261]: INFO nova.compute.manager [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Terminating instance [ 1117.978627] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586265} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.978798] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 6f073035-1e38-49ba-a203-31ed4043f8fe/6f073035-1e38-49ba-a203-31ed4043f8fe.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.979039] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.979398] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52961894-684d-4ac5-9f5e-fe990708eea3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.991637] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1117.991637] env[70261]: value = "task-3386776" [ 1117.991637] env[70261]: _type = "Task" [ 1117.991637] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.011077] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.066601] env[70261]: DEBUG oslo_vmware.api [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166904} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.067189] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.067742] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.067927] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.068197] env[70261]: INFO nova.compute.manager [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1118.068590] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.068879] env[70261]: DEBUG nova.compute.manager [-] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.069069] env[70261]: DEBUG nova.network.neutron [-] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1118.231398] env[70261]: DEBUG nova.compute.manager [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.231628] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.233274] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3f6ae-419c-4676-893f-c3fcbf46ebad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.243737] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.243874] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6794be02-b150-4c79-b376-44d2e6e1704f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.257789] env[70261]: DEBUG oslo_vmware.api [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1118.257789] env[70261]: value = "task-3386777" [ 1118.257789] env[70261]: _type = "Task" [ 1118.257789] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.271866] env[70261]: DEBUG oslo_vmware.api [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.407974] env[70261]: DEBUG nova.compute.manager [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.408285] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.409462] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84403f3a-2a86-404b-b11c-2efaccd394f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.422766] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.423162] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a347ed5a-a109-42f9-bc07-664b92b94239 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.435928] env[70261]: DEBUG oslo_vmware.api [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1118.435928] env[70261]: value = "task-3386778" [ 1118.435928] env[70261]: _type = "Task" [ 1118.435928] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.449830] env[70261]: DEBUG oslo_vmware.api [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.505606] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090135} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.509914] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.511023] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f98ba2-bfbe-4b36-91ca-6f0c59b1cdd9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.539719] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 6f073035-1e38-49ba-a203-31ed4043f8fe/6f073035-1e38-49ba-a203-31ed4043f8fe.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.542466] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0709624-6a1a-4bc4-9530-d42aad8bdc66 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.557711] env[70261]: DEBUG nova.network.neutron [-] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.575030] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1118.575030] env[70261]: value = "task-3386779" [ 1118.575030] env[70261]: _type = "Task" [ 1118.575030] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.585636] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.588954] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e0e179-e80e-4bf1-8884-e0e9e8020aa6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.598550] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8b28f7-f13e-466d-9aad-ef58edb5d05b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.634360] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8ca834-2c63-43d9-b1a7-0dc58d4becbd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.645610] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403365c-7676-4d60-b0f3-88c36f5c9b87 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.660078] env[70261]: DEBUG nova.compute.provider_tree [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.771436] env[70261]: DEBUG oslo_vmware.api [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386777, 'name': PowerOffVM_Task, 'duration_secs': 0.330253} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.771878] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.771977] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.772301] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f3ce40-8be2-4e8d-9caf-6852962ba75c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.851431] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "40af3bea-9d42-497e-a651-254f8067c088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.851513] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.873649] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.873649] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.873649] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleting the datastore file [datastore1] 623c70f3-29f5-4b13-b5a3-d7a80afa699d {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.873649] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b3b65b8-ca35-45f0-a4a7-63ad6efaf8bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.881440] env[70261]: DEBUG oslo_vmware.api [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1118.881440] env[70261]: value = "task-3386781" [ 1118.881440] env[70261]: _type = "Task" [ 1118.881440] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.892462] env[70261]: DEBUG oslo_vmware.api [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.947206] env[70261]: DEBUG oslo_vmware.api [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386778, 'name': PowerOffVM_Task, 'duration_secs': 0.296295} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.947543] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.947743] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.948045] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3f33aa7-ed2f-4202-b1ee-fc156a9a82a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.043904] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.044188] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.044442] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleting the datastore file [datastore2] 20a87448-45a6-4a87-9056-e2e0b6bee5b7 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.044855] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a7df84-04d6-4200-a609-9d37c90af853 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.053648] env[70261]: DEBUG oslo_vmware.api [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1119.053648] env[70261]: value = "task-3386783" [ 1119.053648] env[70261]: _type = "Task" [ 1119.053648] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.064979] env[70261]: INFO nova.compute.manager [-] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Took 1.62 seconds to deallocate network for instance. [ 1119.065332] env[70261]: DEBUG oslo_vmware.api [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.083986] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386779, 'name': ReconfigVM_Task, 'duration_secs': 0.403069} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.084355] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 6f073035-1e38-49ba-a203-31ed4043f8fe/6f073035-1e38-49ba-a203-31ed4043f8fe.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.085039] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d9b3ed-e518-400d-a3c8-93de02da9d17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.095548] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1119.095548] env[70261]: value = "task-3386784" [ 1119.095548] env[70261]: _type = "Task" [ 1119.095548] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.109460] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386784, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.189478] env[70261]: ERROR nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [req-61f6fa82-f354-4704-b389-0ba86f2bfe06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61f6fa82-f354-4704-b389-0ba86f2bfe06"}]} [ 1119.206511] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1119.227224] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1119.227572] env[70261]: DEBUG nova.compute.provider_tree [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.247120] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1119.279029] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.353792] env[70261]: DEBUG nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.398155] env[70261]: DEBUG oslo_vmware.api [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189962} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.398155] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.398155] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.398155] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.398155] env[70261]: INFO nova.compute.manager [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1119.398155] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.398155] env[70261]: DEBUG nova.compute.manager [-] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.398155] env[70261]: DEBUG nova.network.neutron [-] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1119.457080] env[70261]: DEBUG nova.network.neutron [-] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.543996] env[70261]: DEBUG nova.compute.manager [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.544213] env[70261]: DEBUG nova.compute.manager [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing instance network info cache due to event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.544475] env[70261]: DEBUG oslo_concurrency.lockutils [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.545220] env[70261]: DEBUG oslo_concurrency.lockutils [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.545220] env[70261]: DEBUG nova.network.neutron [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1119.573021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.573331] env[70261]: DEBUG oslo_vmware.api [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263665} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.578350] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.578560] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.578737] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.578923] env[70261]: INFO nova.compute.manager [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1119.579182] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.579946] env[70261]: DEBUG nova.compute.manager [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.580067] env[70261]: DEBUG nova.network.neutron [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1119.607712] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386784, 'name': Rename_Task, 'duration_secs': 0.206395} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.608962] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.609822] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f0c38a-b8b7-4fce-914e-8129f7e21123 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.612436] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b5404e0-027b-4bbf-b14c-c2c0dfcdb339 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.620603] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2cab77-a718-48c2-bb71-f267ea42380a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.625371] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1119.625371] env[70261]: value = "task-3386785" [ 1119.625371] env[70261]: _type = "Task" [ 1119.625371] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.660227] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f0abf0-9b1a-48d4-9c4f-8044e3896e8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.667257] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.673354] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ebabfe-8d78-436a-af06-2d52c789aec2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.689734] env[70261]: DEBUG nova.compute.provider_tree [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.714575] env[70261]: DEBUG nova.objects.instance [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lazy-loading 'flavor' on Instance uuid 950c75fd-73f0-4f33-810d-603fc7304efc {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.952175] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.965813] env[70261]: INFO nova.compute.manager [-] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Took 1.90 seconds to deallocate network for instance. [ 1120.139075] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386785, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.214638] env[70261]: ERROR nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [req-b6877cea-7e18-423f-b23b-19b455329b92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 78dbb7ec-e40b-4c1c-be53-53a1caf6c800. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6877cea-7e18-423f-b23b-19b455329b92"}]} [ 1120.226442] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.226670] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquired lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.240865] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1120.265284] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1120.265675] env[70261]: DEBUG nova.compute.provider_tree [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.280840] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1120.310161] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1120.401113] env[70261]: DEBUG nova.network.neutron [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updated VIF entry in instance network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1120.401113] env[70261]: DEBUG nova.network.neutron [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.480743] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.589815] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.590062] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.608914] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6563a85-05d7-4bb9-94cc-7afc819f4fab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.619897] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398dc974-df91-460a-add3-26b7e4cba8b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.656379] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.661520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.661520] env[70261]: DEBUG nova.compute.manager [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.661520] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d1fd65-4c87-4501-962a-a1b8d51adbb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.661520] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba83af44-9d8c-425d-a653-ffb73cce3c8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.670022] env[70261]: DEBUG oslo_vmware.api [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386785, 'name': PowerOnVM_Task, 'duration_secs': 0.835304} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.670892] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.671105] env[70261]: INFO nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1120.671288] env[70261]: DEBUG nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.672579] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef7f33-807a-40b8-ba1f-00c5b486bc54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.678327] env[70261]: DEBUG nova.network.neutron [-] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.679538] env[70261]: DEBUG nova.compute.manager [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1120.680120] env[70261]: DEBUG nova.objects.instance [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'flavor' on Instance uuid 84322947-433b-42fe-bf03-b93de0c16bdf {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.682765] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34f854-b880-401f-9c20-e41750f13fe1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.708455] env[70261]: DEBUG nova.compute.provider_tree [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.903677] env[70261]: DEBUG oslo_concurrency.lockutils [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.903967] env[70261]: DEBUG nova.compute.manager [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.904182] env[70261]: DEBUG nova.compute.manager [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing instance network info cache due to event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.908019] env[70261]: DEBUG oslo_concurrency.lockutils [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.908019] env[70261]: DEBUG oslo_concurrency.lockutils [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.908019] env[70261]: DEBUG nova.network.neutron [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1121.096879] env[70261]: DEBUG nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.182444] env[70261]: INFO nova.compute.manager [-] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Took 1.78 seconds to deallocate network for instance. [ 1121.207913] env[70261]: INFO nova.compute.manager [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Took 14.28 seconds to build instance. [ 1121.238167] env[70261]: DEBUG nova.network.neutron [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1121.277228] env[70261]: DEBUG nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updated inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1121.277632] env[70261]: DEBUG nova.compute.provider_tree [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 generation from 132 to 133 during operation: update_inventory {{(pid=70261) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1121.279245] env[70261]: DEBUG nova.compute.provider_tree [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.594056] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Received event network-vif-deleted-eef5c379-213c-41db-963c-86384be94cfb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.594316] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.594512] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing instance network info cache due to event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.594909] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.640213] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.643046] env[70261]: DEBUG nova.network.neutron [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updated VIF entry in instance network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1121.643293] env[70261]: DEBUG nova.network.neutron [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.652781] env[70261]: DEBUG nova.network.neutron [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.690565] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.697784] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.698149] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59463f7-34bf-4e32-907d-faa1dbfe4fb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.709187] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff237dff-fd28-4fde-beb4-75de56e595d6 tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.792s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.709634] env[70261]: DEBUG oslo_vmware.api [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1121.709634] env[70261]: value = "task-3386786" [ 1121.709634] env[70261]: _type = "Task" [ 1121.709634] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.719885] env[70261]: DEBUG oslo_vmware.api [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.785034] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.040s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.787390] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.214s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.788013] env[70261]: DEBUG nova.objects.instance [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lazy-loading 'resources' on Instance uuid 9b548453-72d5-400e-b80c-e438986bff8d {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.837852] env[70261]: INFO nova.scheduler.client.report [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted allocations for instance e4becf50-18ce-46a1-a2b0-87a576a82eee [ 1122.042210] env[70261]: DEBUG nova.network.neutron [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.149227] env[70261]: DEBUG oslo_concurrency.lockutils [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.149648] env[70261]: DEBUG nova.compute.manager [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Received event network-vif-deleted-cc49f64c-d3c0-447d-8262-d60ed2def4a8 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.149755] env[70261]: DEBUG nova.compute.manager [req-2445d46e-78c1-4a0d-a0af-f45cd50fbfe6 req-0b5246d2-6b7a-4cc7-bef7-e46a8f3c7560 service nova] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Received event network-vif-deleted-b46147b2-e53b-459c-8ba8-34f2de21f7a4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.150120] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.150311] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1122.156330] env[70261]: INFO nova.compute.manager [-] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Took 2.58 seconds to deallocate network for instance. [ 1122.223250] env[70261]: DEBUG oslo_vmware.api [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386786, 'name': PowerOffVM_Task, 'duration_secs': 0.29406} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.223613] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.225032] env[70261]: DEBUG nova.compute.manager [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.225032] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57d1ed5-2894-48c1-8ea2-7d5aaf608f86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.350067] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aa14519d-e4a4-413e-b1f5-4aff315f56fd tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "e4becf50-18ce-46a1-a2b0-87a576a82eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.637s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.530210] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57e0da6-2349-4513-b913-ebb8fb5edad9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.539247] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3d2b2-3b6f-4491-b007-9c18015f86b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.545391] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Releasing lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.545391] env[70261]: DEBUG nova.compute.manager [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Inject network info {{(pid=70261) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1122.545391] env[70261]: DEBUG nova.compute.manager [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] network_info to inject: |[{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1122.550124] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Reconfiguring VM instance to set the machine id {{(pid=70261) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1122.580330] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5df09b4-b611-4b8e-88ca-eb9debc946f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.591915] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9899a9-bd5a-442a-98c5-b32fdb49c871 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.602997] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193eb527-2172-43c5-a666-0ec269525592 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.608628] env[70261]: DEBUG oslo_vmware.api [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1122.608628] env[70261]: value = "task-3386787" [ 1122.608628] env[70261]: _type = "Task" [ 1122.608628] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.621543] env[70261]: DEBUG nova.compute.provider_tree [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.630206] env[70261]: DEBUG oslo_vmware.api [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.658100] env[70261]: DEBUG nova.objects.instance [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lazy-loading 'flavor' on Instance uuid 950c75fd-73f0-4f33-810d-603fc7304efc {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.661753] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.739178] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3eac4f72-0b74-4180-bb1d-ef6615d3d1d9 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.828834] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "6f073035-1e38-49ba-a203-31ed4043f8fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.829169] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.829663] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "6f073035-1e38-49ba-a203-31ed4043f8fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.829663] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.829800] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.831923] env[70261]: INFO nova.compute.manager [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Terminating instance [ 1122.912765] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updated VIF entry in instance network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1122.913148] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.123403] env[70261]: DEBUG oslo_vmware.api [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386787, 'name': ReconfigVM_Task, 'duration_secs': 0.277997} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.123403] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb354c3-785d-408e-afd5-74ee910c7b7a tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Reconfigured VM instance to set the machine id {{(pid=70261) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1123.129944] env[70261]: DEBUG nova.scheduler.client.report [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.163735] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.163735] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquired lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.336506] env[70261]: DEBUG nova.compute.manager [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.336506] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.336845] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40b853a-6783-40f0-99a8-c1acbe904a20 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.347733] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.348029] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d86c733c-fc2d-4270-a556-f7677ba00043 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.356697] env[70261]: DEBUG oslo_vmware.api [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1123.356697] env[70261]: value = "task-3386788" [ 1123.356697] env[70261]: _type = "Task" [ 1123.356697] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.360761] env[70261]: DEBUG nova.objects.instance [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'flavor' on Instance uuid 84322947-433b-42fe-bf03-b93de0c16bdf {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.368967] env[70261]: DEBUG oslo_vmware.api [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.415632] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.415951] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.416152] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing instance network info cache due to event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.416380] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.416537] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.416729] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1123.602640] env[70261]: DEBUG nova.network.neutron [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1123.635704] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.638679] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.688s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.639914] env[70261]: INFO nova.compute.claims [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.697286] env[70261]: DEBUG nova.compute.manager [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Received event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.697286] env[70261]: DEBUG nova.compute.manager [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing instance network info cache due to event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.697471] env[70261]: DEBUG oslo_concurrency.lockutils [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] Acquiring lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.699606] env[70261]: INFO nova.scheduler.client.report [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted allocations for instance 9b548453-72d5-400e-b80c-e438986bff8d [ 1123.870026] env[70261]: DEBUG oslo_vmware.api [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386788, 'name': PowerOffVM_Task, 'duration_secs': 0.245569} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.870026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.870026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.870460] env[70261]: DEBUG nova.network.neutron [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1123.870796] env[70261]: DEBUG nova.objects.instance [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'info_cache' on Instance uuid 84322947-433b-42fe-bf03-b93de0c16bdf {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.872348] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.872656] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.873246] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1571ccd2-e297-4a27-8185-a29aa226a3ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.953551] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.953551] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.953551] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Deleting the datastore file [datastore2] 6f073035-1e38-49ba-a203-31ed4043f8fe {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.953551] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918678e7-157b-43d1-884a-f75bba101170 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.969275] env[70261]: DEBUG oslo_vmware.api [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for the task: (returnval){ [ 1123.969275] env[70261]: value = "task-3386790" [ 1123.969275] env[70261]: _type = "Task" [ 1123.969275] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.980591] env[70261]: DEBUG oslo_vmware.api [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.215654] env[70261]: DEBUG oslo_concurrency.lockutils [None req-b00bb47c-7b27-40a6-9cad-c3b172fea38c tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "9b548453-72d5-400e-b80c-e438986bff8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.455s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.259289] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updated VIF entry in instance network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1124.259289] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.375394] env[70261]: DEBUG nova.objects.base [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Object Instance<84322947-433b-42fe-bf03-b93de0c16bdf> lazy-loaded attributes: flavor,info_cache {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.421460] env[70261]: DEBUG nova.network.neutron [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.480385] env[70261]: DEBUG oslo_vmware.api [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Task: {'id': task-3386790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298264} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.480721] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.480933] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.481179] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.481355] env[70261]: INFO nova.compute.manager [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1124.481598] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.481792] env[70261]: DEBUG nova.compute.manager [-] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.481891] env[70261]: DEBUG nova.network.neutron [-] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1124.762607] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.763144] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Received event network-vif-deleted-0bbc5d9c-01ee-493f-a36b-a87413c23627 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.763420] env[70261]: INFO nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Neutron deleted interface 0bbc5d9c-01ee-493f-a36b-a87413c23627; detaching it from the instance and deleting it from the info cache [ 1124.763655] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.901084] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f902eaba-7d72-4ea2-8bec-827af2514e0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.913048] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd457d7-a3a6-47ed-9801-c219912b2201 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.951202] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Releasing lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.951202] env[70261]: DEBUG nova.compute.manager [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Inject network info {{(pid=70261) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1124.951202] env[70261]: DEBUG nova.compute.manager [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] network_info to inject: |[{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1124.955735] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Reconfiguring VM instance to set the machine id {{(pid=70261) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1124.958032] env[70261]: DEBUG oslo_concurrency.lockutils [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] Acquired lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958032] env[70261]: DEBUG nova.network.neutron [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1124.958384] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b1e4bd-d4f9-4056-b3e4-96d7c25d99ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.971061] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7ddc26-34f7-4836-bab4-f60166df7eb3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.981035] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9f7876-68b3-409d-8287-e1fa7a6c3ef8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.986664] env[70261]: DEBUG oslo_vmware.api [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1124.986664] env[70261]: value = "task-3386791" [ 1124.986664] env[70261]: _type = "Task" [ 1124.986664] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.003039] env[70261]: DEBUG nova.compute.provider_tree [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.008609] env[70261]: DEBUG oslo_vmware.api [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.207021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.207608] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.235995] env[70261]: DEBUG nova.network.neutron [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.264541] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.264843] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.270286] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2fdf67d-1762-444b-9499-46ad62b15ac8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.281763] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd0735f-f8ac-4593-b83f-3e3bfe56ced5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.318377] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Detach interface failed, port_id=0bbc5d9c-01ee-493f-a36b-a87413c23627, reason: Instance 20a87448-45a6-4a87-9056-e2e0b6bee5b7 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.318377] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Received event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.318377] env[70261]: DEBUG nova.compute.manager [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing instance network info cache due to event network-changed-da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.318377] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Acquiring lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.356802] env[70261]: DEBUG nova.network.neutron [-] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.498300] env[70261]: DEBUG oslo_vmware.api [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386791, 'name': ReconfigVM_Task, 'duration_secs': 0.215363} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.498581] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5f3177-0c39-4b5b-b39e-7f628954739d tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Reconfigured VM instance to set the machine id {{(pid=70261) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1125.504632] env[70261]: DEBUG nova.scheduler.client.report [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.518774] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "950c75fd-73f0-4f33-810d-603fc7304efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.519104] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "950c75fd-73f0-4f33-810d-603fc7304efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.519334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "950c75fd-73f0-4f33-810d-603fc7304efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.519521] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "950c75fd-73f0-4f33-810d-603fc7304efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.519727] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "950c75fd-73f0-4f33-810d-603fc7304efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.522361] env[70261]: INFO nova.compute.manager [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Terminating instance [ 1125.711076] env[70261]: DEBUG nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.739068] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.767498] env[70261]: DEBUG nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.778185] env[70261]: DEBUG nova.compute.manager [req-5656b5ac-d4ee-4f74-978e-0720004db8d5 req-07447199-4cad-4733-95d4-bb7d3b5661ad service nova] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Received event network-vif-deleted-3925713b-64b6-4133-92d4-52e286f1ad60 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.788183] env[70261]: DEBUG nova.network.neutron [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updated VIF entry in instance network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1125.788562] env[70261]: DEBUG nova.network.neutron [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.862016] env[70261]: INFO nova.compute.manager [-] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Took 1.38 seconds to deallocate network for instance. [ 1126.012091] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.012666] env[70261]: DEBUG nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.015373] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.535s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.015654] env[70261]: DEBUG nova.objects.instance [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'resources' on Instance uuid 840bff09-bbc2-4890-abd6-ad2855e4afe9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.030383] env[70261]: DEBUG nova.compute.manager [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.030608] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.031627] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdc0987-29b9-4cc9-91b6-a7830e1211d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.040901] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.041107] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0142fe2-54bf-495a-9998-ef984a8171b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.050219] env[70261]: DEBUG oslo_vmware.api [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1126.050219] env[70261]: value = "task-3386792" [ 1126.050219] env[70261]: _type = "Task" [ 1126.050219] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.059456] env[70261]: DEBUG oslo_vmware.api [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.255354] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.289163] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.291870] env[70261]: DEBUG oslo_concurrency.lockutils [req-452719d6-09f3-43cc-9975-dc32d231a90a req-58ee651e-5064-4c77-afd9-85c2c2b6515f service nova] Releasing lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.292644] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Acquired lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.292846] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Refreshing network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1126.330254] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8e57-6c40-e2c0-beb6-7a726dc98f75/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1126.333054] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100490d2-fe43-4cd8-bab1-84e247b7e5d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.339439] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8e57-6c40-e2c0-beb6-7a726dc98f75/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1126.339628] env[70261]: ERROR oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8e57-6c40-e2c0-beb6-7a726dc98f75/disk-0.vmdk due to incomplete transfer. [ 1126.339871] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-48c6ad69-5c20-456b-8281-f4e5fd391a8a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.359738] env[70261]: DEBUG oslo_vmware.rw_handles [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523c8e57-6c40-e2c0-beb6-7a726dc98f75/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1126.360050] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Uploaded image 375c69b7-1fbb-4d16-9019-68c97774b6e1 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1126.362628] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1126.362915] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9511ca80-e37d-409c-986d-6cfd985cad78 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.371401] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.372115] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1126.372115] env[70261]: value = "task-3386793" [ 1126.372115] env[70261]: _type = "Task" [ 1126.372115] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.381552] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386793, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.518583] env[70261]: DEBUG nova.compute.utils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.522494] env[70261]: DEBUG nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.522666] env[70261]: DEBUG nova.network.neutron [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.565713] env[70261]: DEBUG oslo_vmware.api [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386792, 'name': PowerOffVM_Task, 'duration_secs': 0.341816} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.568478] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.568615] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.569939] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7619a50b-f33d-41f4-8959-a9012f43ae6d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.607477] env[70261]: DEBUG nova.policy [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d189135c664695813bb86240f7a238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02047a9f35ba48de8efcc0847b33cec8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.665120] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.665390] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.665623] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Deleting the datastore file [datastore1] 950c75fd-73f0-4f33-810d-603fc7304efc {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.665935] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-252571a2-7f4a-4e49-b820-6dee6d75b66a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.675747] env[70261]: DEBUG oslo_vmware.api [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for the task: (returnval){ [ 1126.675747] env[70261]: value = "task-3386795" [ 1126.675747] env[70261]: _type = "Task" [ 1126.675747] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.689330] env[70261]: DEBUG oslo_vmware.api [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.746737] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.747131] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-342ba533-5d1d-4e41-8e77-d8ed9ac4366a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.756130] env[70261]: DEBUG oslo_vmware.api [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1126.756130] env[70261]: value = "task-3386796" [ 1126.756130] env[70261]: _type = "Task" [ 1126.756130] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.771485] env[70261]: DEBUG nova.compute.manager [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.771485] env[70261]: DEBUG oslo_vmware.api [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.771485] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f815d814-d62c-4b61-a52d-0de322eea2e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.775920] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977c71a-ce4a-4fb6-9b02-6e5161499ed0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.790884] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56cbdfe-02b1-4751-a445-94ed5a5342ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.833025] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95dc9a2-e4cc-45e8-a0c2-b262821fde1e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.843027] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a547644d-e3d7-4e6b-9428-143d9e6a703f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.858626] env[70261]: DEBUG nova.compute.provider_tree [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.884524] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386793, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.025732] env[70261]: DEBUG nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.152282] env[70261]: DEBUG nova.network.neutron [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Successfully created port: 1924716c-1b75-43c9-bb58-61adaf377bec {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.177448] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.177448] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.189949] env[70261]: DEBUG oslo_vmware.api [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Task: {'id': task-3386795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26379} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.190269] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.190536] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.190762] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.191524] env[70261]: INFO nova.compute.manager [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1127.191524] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.191524] env[70261]: DEBUG nova.compute.manager [-] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.191524] env[70261]: DEBUG nova.network.neutron [-] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1127.215601] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updated VIF entry in instance network info cache for port da2395c3-10e9-4230-9ead-4ff6dadaab41. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1127.215983] env[70261]: DEBUG nova.network.neutron [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [{"id": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "address": "fa:16:3e:4b:d2:a8", "network": {"id": "f909d7a8-4fa0-4635-8e01-7910afaa4914", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1941287241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d425a4012f4b998395b013745a3306", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2395c3-10", "ovs_interfaceid": "da2395c3-10e9-4230-9ead-4ff6dadaab41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.268673] env[70261]: DEBUG oslo_vmware.api [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.300534] env[70261]: INFO nova.compute.manager [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] instance snapshotting [ 1127.301279] env[70261]: DEBUG nova.objects.instance [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'flavor' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.364631] env[70261]: DEBUG nova.scheduler.client.report [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.383345] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386793, 'name': Destroy_Task, 'duration_secs': 0.733577} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.383652] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Destroyed the VM [ 1127.383829] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1127.384094] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b56598e4-4163-4cb0-b1fd-482eab7ea509 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.391821] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1127.391821] env[70261]: value = "task-3386797" [ 1127.391821] env[70261]: _type = "Task" [ 1127.391821] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.403202] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386797, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.684438] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.684701] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.684857] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.685021] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.685182] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.685333] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.685473] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1127.685658] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.718953] env[70261]: DEBUG oslo_concurrency.lockutils [req-9b930b86-ff82-48a6-af8a-4eb4361470cb req-0b9ae99d-9f8a-4ade-a351-807479058d4e service nova] Releasing lock "refresh_cache-950c75fd-73f0-4f33-810d-603fc7304efc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.768226] env[70261]: DEBUG oslo_vmware.api [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386796, 'name': PowerOnVM_Task, 'duration_secs': 0.616486} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.768226] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.769391] env[70261]: DEBUG nova.compute.manager [None req-bd6e5cb2-1492-4649-9501-6e4656eac773 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.770182] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a279f6f2-4366-493d-be3f-1c1b58661f2a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.808166] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa20febd-5ec7-47d0-a541-6fc31c56903a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.833894] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0171ce7e-4556-41f3-81f8-39c74f6c2c8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.848905] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-1ad068cb-35f6-4749-a71d-8a71fd606ba3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.848905] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-1ad068cb-35f6-4749-a71d-8a71fd606ba3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.848905] env[70261]: DEBUG nova.objects.instance [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'flavor' on Instance uuid 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.870899] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.876202] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.234s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.876202] env[70261]: INFO nova.compute.claims [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.903846] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386797, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.925891] env[70261]: INFO nova.scheduler.client.report [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Deleted allocations for instance 840bff09-bbc2-4890-abd6-ad2855e4afe9 [ 1127.951464] env[70261]: DEBUG nova.compute.manager [req-0cf1d044-7e91-410e-a1b5-7f1e2e73d65f req-693b91e2-b830-424d-af3c-059ad3c58f4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Received event network-vif-deleted-da2395c3-10e9-4230-9ead-4ff6dadaab41 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.951683] env[70261]: INFO nova.compute.manager [req-0cf1d044-7e91-410e-a1b5-7f1e2e73d65f req-693b91e2-b830-424d-af3c-059ad3c58f4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Neutron deleted interface da2395c3-10e9-4230-9ead-4ff6dadaab41; detaching it from the instance and deleting it from the info cache [ 1127.951860] env[70261]: DEBUG nova.network.neutron [req-0cf1d044-7e91-410e-a1b5-7f1e2e73d65f req-693b91e2-b830-424d-af3c-059ad3c58f4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.036739] env[70261]: DEBUG nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.088025] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.088268] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.088430] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.088614] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.088760] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.088905] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.089164] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.089319] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.089485] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.089648] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.089821] env[70261]: DEBUG nova.virt.hardware [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.090686] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93094b5-64c7-4e85-8bfc-6d02afc23102 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.100064] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3846c260-ddf0-48aa-be23-2d74294a29e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.189771] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.348853] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.348853] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc05cf2f-7923-4d6a-8fff-075d392f2f7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.361054] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1128.361054] env[70261]: value = "task-3386798" [ 1128.361054] env[70261]: _type = "Task" [ 1128.361054] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.369816] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.382725] env[70261]: DEBUG nova.network.neutron [-] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.404218] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386797, 'name': RemoveSnapshot_Task, 'duration_secs': 0.66065} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.404482] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1128.404787] env[70261]: DEBUG nova.compute.manager [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.405621] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8728b-6647-4268-82a7-fcc7b16b9c22 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.435742] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d5dc8dd9-f867-4272-9751-76e7df63e550 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "840bff09-bbc2-4890-abd6-ad2855e4afe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.070s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.454305] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b07e7ab-9081-494b-b5d0-fe0724f4f3f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.467238] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada32475-259e-4fda-88b3-25ad8555bf69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.230300] env[70261]: DEBUG nova.objects.instance [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.233688] env[70261]: DEBUG nova.network.neutron [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Successfully updated port: 1924716c-1b75-43c9-bb58-61adaf377bec {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.237386] env[70261]: INFO nova.compute.manager [-] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Took 2.05 seconds to deallocate network for instance. [ 1129.240467] env[70261]: DEBUG nova.compute.manager [req-d36ff5bc-19f9-4707-8c87-9eb574df95a9 req-d0600841-06d5-4ccb-86d1-e46e30096b89 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Received event network-vif-plugged-1924716c-1b75-43c9-bb58-61adaf377bec {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.240669] env[70261]: DEBUG oslo_concurrency.lockutils [req-d36ff5bc-19f9-4707-8c87-9eb574df95a9 req-d0600841-06d5-4ccb-86d1-e46e30096b89 service nova] Acquiring lock "40af3bea-9d42-497e-a651-254f8067c088-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.240870] env[70261]: DEBUG oslo_concurrency.lockutils [req-d36ff5bc-19f9-4707-8c87-9eb574df95a9 req-d0600841-06d5-4ccb-86d1-e46e30096b89 service nova] Lock "40af3bea-9d42-497e-a651-254f8067c088-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.241046] env[70261]: DEBUG oslo_concurrency.lockutils [req-d36ff5bc-19f9-4707-8c87-9eb574df95a9 req-d0600841-06d5-4ccb-86d1-e46e30096b89 service nova] Lock "40af3bea-9d42-497e-a651-254f8067c088-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.241213] env[70261]: DEBUG nova.compute.manager [req-d36ff5bc-19f9-4707-8c87-9eb574df95a9 req-d0600841-06d5-4ccb-86d1-e46e30096b89 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] No waiting events found dispatching network-vif-plugged-1924716c-1b75-43c9-bb58-61adaf377bec {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.241375] env[70261]: WARNING nova.compute.manager [req-d36ff5bc-19f9-4707-8c87-9eb574df95a9 req-d0600841-06d5-4ccb-86d1-e46e30096b89 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Received unexpected event network-vif-plugged-1924716c-1b75-43c9-bb58-61adaf377bec for instance with vm_state building and task_state spawning. [ 1129.242781] env[70261]: INFO nova.compute.manager [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Shelve offloading [ 1129.260304] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386798, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.271428] env[70261]: DEBUG nova.compute.manager [req-0cf1d044-7e91-410e-a1b5-7f1e2e73d65f req-693b91e2-b830-424d-af3c-059ad3c58f4e service nova] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Detach interface failed, port_id=da2395c3-10e9-4230-9ead-4ff6dadaab41, reason: Instance 950c75fd-73f0-4f33-810d-603fc7304efc could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.459483] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf65e0c1-7c4b-46c9-a02e-c58f3e9090a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.468893] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a8dac3-1413-4146-989c-ea74df6a6934 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.499834] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2f14a-2fed-47a5-89ec-930098233eb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.508254] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d38f1-d2a6-4dbb-af17-7fef51795776 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.523393] env[70261]: DEBUG nova.compute.provider_tree [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.746130] env[70261]: DEBUG nova.objects.base [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Object Instance<0e40a6b5-411f-4c4a-bd3e-22c33a6500dc> lazy-loaded attributes: flavor,pci_requests {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.746130] env[70261]: DEBUG nova.network.neutron [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.748398] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.748545] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.748683] env[70261]: DEBUG nova.network.neutron [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1129.749809] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386798, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.756168] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.757206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.757353] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8176ed04-ba42-4c0b-ba4a-770027ffbf32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.766519] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1129.766519] env[70261]: value = "task-3386799" [ 1129.766519] env[70261]: _type = "Task" [ 1129.766519] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.776043] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.815947] env[70261]: DEBUG nova.policy [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.026760] env[70261]: DEBUG nova.scheduler.client.report [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.246031] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386798, 'name': CreateSnapshot_Task, 'duration_secs': 1.576269} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.246031] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1130.246695] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46c379e-b204-401e-8994-a31d09b8b9ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.280612] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1130.280776] env[70261]: DEBUG nova.compute.manager [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.281951] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85527402-cec9-4a4b-af6d-df52a0c96bad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.285338] env[70261]: DEBUG nova.network.neutron [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1130.291398] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.291573] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.291744] env[70261]: DEBUG nova.network.neutron [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1130.474949] env[70261]: DEBUG nova.network.neutron [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance_info_cache with network_info: [{"id": "1924716c-1b75-43c9-bb58-61adaf377bec", "address": "fa:16:3e:ad:e9:35", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1924716c-1b", "ovs_interfaceid": "1924716c-1b75-43c9-bb58-61adaf377bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.531852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.532415] env[70261]: DEBUG nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.535383] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.845s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.535609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.537806] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.876s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.538038] env[70261]: DEBUG nova.objects.instance [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'resources' on Instance uuid 20a87448-45a6-4a87-9056-e2e0b6bee5b7 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.561058] env[70261]: INFO nova.scheduler.client.report [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted allocations for instance 623c70f3-29f5-4b13-b5a3-d7a80afa699d [ 1130.746476] env[70261]: DEBUG nova.compute.manager [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Received event network-changed-1924716c-1b75-43c9-bb58-61adaf377bec {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.746696] env[70261]: DEBUG nova.compute.manager [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Refreshing instance network info cache due to event network-changed-1924716c-1b75-43c9-bb58-61adaf377bec. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.746974] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] Acquiring lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.767296] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1130.767944] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba8a2a00-9c9a-42d0-a3a7-ed2955ea05c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.779423] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1130.779423] env[70261]: value = "task-3386800" [ 1130.779423] env[70261]: _type = "Task" [ 1130.779423] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.788275] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386800, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.853779] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.854018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.977942] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.978352] env[70261]: DEBUG nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Instance network_info: |[{"id": "1924716c-1b75-43c9-bb58-61adaf377bec", "address": "fa:16:3e:ad:e9:35", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1924716c-1b", "ovs_interfaceid": "1924716c-1b75-43c9-bb58-61adaf377bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.978682] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] Acquired lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.978866] env[70261]: DEBUG nova.network.neutron [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Refreshing network info cache for port 1924716c-1b75-43c9-bb58-61adaf377bec {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1130.980168] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:e9:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1924716c-1b75-43c9-bb58-61adaf377bec', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.988410] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.989309] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.989898] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d19127fe-45ce-4076-8c52-7a404d32eb86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.013908] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.013908] env[70261]: value = "task-3386801" [ 1131.013908] env[70261]: _type = "Task" [ 1131.013908] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.022101] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386801, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.036964] env[70261]: DEBUG nova.compute.utils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.038437] env[70261]: DEBUG nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.038616] env[70261]: DEBUG nova.network.neutron [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.069386] env[70261]: DEBUG oslo_concurrency.lockutils [None req-72d34f6b-dd9d-416c-b723-fcdbb273bd25 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "623c70f3-29f5-4b13-b5a3-d7a80afa699d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.353s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.080863] env[70261]: DEBUG nova.policy [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24eabacae2be4801bd5cd1477b837e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a16ffd93eb4009bcd30d2d3ce13f6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.088849] env[70261]: DEBUG nova.network.neutron [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.260301] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937afd8e-871e-48bf-9278-fa89e758efa8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.267551] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febe4b9c-df34-4286-91c9-461a6cbfe91d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.304221] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53f92d5-128a-46ba-8d6e-e0e4c944b415 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.315395] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65ff9a2-954d-4a13-aee0-10c3a6bb2f9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.320180] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386800, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.332034] env[70261]: DEBUG nova.compute.provider_tree [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.356791] env[70261]: DEBUG nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.503288] env[70261]: DEBUG nova.network.neutron [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Successfully created port: 855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.525793] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386801, 'name': CreateVM_Task, 'duration_secs': 0.451684} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.529857] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.529857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.529857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.529857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.529857] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131d48d8-8031-41c4-85ec-c084a74800b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.535116] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1131.535116] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526c7d23-f538-0284-cd23-2a43b968541b" [ 1131.535116] env[70261]: _type = "Task" [ 1131.535116] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.544022] env[70261]: DEBUG nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.548087] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526c7d23-f538-0284-cd23-2a43b968541b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.587463] env[70261]: DEBUG nova.network.neutron [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Successfully updated port: 1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.601211] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.805437] env[70261]: DEBUG nova.network.neutron [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updated VIF entry in instance network info cache for port 1924716c-1b75-43c9-bb58-61adaf377bec. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1131.805836] env[70261]: DEBUG nova.network.neutron [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance_info_cache with network_info: [{"id": "1924716c-1b75-43c9-bb58-61adaf377bec", "address": "fa:16:3e:ad:e9:35", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1924716c-1b", "ovs_interfaceid": "1924716c-1b75-43c9-bb58-61adaf377bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.813563] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386800, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.835155] env[70261]: DEBUG nova.scheduler.client.report [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.881971] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.047545] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526c7d23-f538-0284-cd23-2a43b968541b, 'name': SearchDatastore_Task, 'duration_secs': 0.01583} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.047835] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.048125] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.048386] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.048530] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.048751] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.053052] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f79a78-6817-4339-8db9-8acd5c19cc22 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.063667] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.063896] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.064700] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d744fab-1f0e-4578-aabd-7e74a8f75bb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.070746] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1132.070746] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d85af-e47f-ee66-79d2-c045602fc42d" [ 1132.070746] env[70261]: _type = "Task" [ 1132.070746] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.079922] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d85af-e47f-ee66-79d2-c045602fc42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.092821] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.092925] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.093131] env[70261]: DEBUG nova.network.neutron [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1132.227599] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.228545] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa7e7f7-176c-4b0d-ab44-0a2dde57f35d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.237063] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.237277] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8d9da8a-9c11-4147-aa56-6f9a6fed8800 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.312745] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386800, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.315433] env[70261]: DEBUG oslo_concurrency.lockutils [req-a3a5c98e-7f27-427e-b018-acc68cef86f3 req-e23f6e14-e64f-4c0c-9382-fe22ec18c4d7 service nova] Releasing lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.329877] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.330109] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.330296] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleting the datastore file [datastore2] 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.330559] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a39884-7dc2-4720-bc2d-15e11a685ac2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.337539] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1132.337539] env[70261]: value = "task-3386803" [ 1132.337539] env[70261]: _type = "Task" [ 1132.337539] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.341489] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.343919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.089s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.345855] env[70261]: INFO nova.compute.claims [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.354669] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.383572] env[70261]: INFO nova.scheduler.client.report [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted allocations for instance 20a87448-45a6-4a87-9056-e2e0b6bee5b7 [ 1132.556074] env[70261]: DEBUG nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.583670] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d85af-e47f-ee66-79d2-c045602fc42d, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.586422] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.586691] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.586854] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.587051] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.587205] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.587351] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.587558] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.587746] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.587946] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.588098] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.588275] env[70261]: DEBUG nova.virt.hardware [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.588548] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0659da41-65a0-4b16-bf25-8e8c8b3b220c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.591354] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6dac6d-12fd-436d-bfc3-35d5b84f6c6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.601212] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1132.601212] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d96ea3-ae8b-ca7a-fc27-f3cf2978ed73" [ 1132.601212] env[70261]: _type = "Task" [ 1132.601212] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.603308] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88330f7b-34b8-4553-9688-b9db1269eee1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.622860] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d96ea3-ae8b-ca7a-fc27-f3cf2978ed73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.636228] env[70261]: WARNING nova.network.neutron [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] 297a3182-ed98-42a7-bcf6-dbf2042f79b5 already exists in list: networks containing: ['297a3182-ed98-42a7-bcf6-dbf2042f79b5']. ignoring it [ 1132.777654] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-vif-plugged-1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.777889] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Acquiring lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.778180] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.778373] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.778582] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] No waiting events found dispatching network-vif-plugged-1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.778836] env[70261]: WARNING nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received unexpected event network-vif-plugged-1ad068cb-35f6-4749-a71d-8a71fd606ba3 for instance with vm_state active and task_state None. [ 1132.779228] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-changed-1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.779436] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing instance network info cache due to event network-changed-1ad068cb-35f6-4749-a71d-8a71fd606ba3. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.779733] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.812905] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386800, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.848736] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.892927] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a0723f24-ba3f-4d15-b8d8-0acfd81d678d tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "20a87448-45a6-4a87-9056-e2e0b6bee5b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.996s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.937502] env[70261]: DEBUG nova.network.neutron [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "address": "fa:16:3e:25:b5:3e", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad068cb-35", "ovs_interfaceid": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.113375] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d96ea3-ae8b-ca7a-fc27-f3cf2978ed73, 'name': SearchDatastore_Task, 'duration_secs': 0.020627} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.113642] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.113905] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 40af3bea-9d42-497e-a651-254f8067c088/40af3bea-9d42-497e-a651-254f8067c088.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.114171] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c86b45e-cc81-4357-a7c7-deebc6c7bc8b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.121426] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1133.121426] env[70261]: value = "task-3386804" [ 1133.121426] env[70261]: _type = "Task" [ 1133.121426] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.129477] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.315604] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386800, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.348777] env[70261]: DEBUG oslo_vmware.api [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530786} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.352172] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.352172] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.352172] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.382688] env[70261]: INFO nova.scheduler.client.report [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleted allocations for instance 3d558115-b8ad-4f80-bf2c-d4de10838183 [ 1133.439910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.443172] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.443172] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.443172] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.443172] env[70261]: DEBUG nova.network.neutron [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing network info cache for port 1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1133.449046] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610e1079-7ae8-43e1-9a15-8fa464fc3756 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.475745] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.476013] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.476978] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.476978] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.476978] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.476978] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.476978] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.477150] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.477261] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.477426] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.477600] env[70261]: DEBUG nova.virt.hardware [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.485350] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Reconfiguring VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1133.489017] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35bb9b79-4d13-482a-bace-6c6b743baf86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.510347] env[70261]: DEBUG oslo_vmware.api [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1133.510347] env[70261]: value = "task-3386805" [ 1133.510347] env[70261]: _type = "Task" [ 1133.510347] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.532311] env[70261]: DEBUG oslo_vmware.api [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386805, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.597122] env[70261]: DEBUG nova.network.neutron [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Successfully updated port: 855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.632920] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386804, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.634721] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea4187-4e1f-4d60-8a69-b890d3494c46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.643750] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187ba23-5181-4d62-96db-eec79a630f58 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.677884] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42cfaa8-3bbd-49e5-a605-e65bb4776cdd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.687643] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047da946-6dfa-441a-a333-aedd1b18f1b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.702584] env[70261]: DEBUG nova.compute.provider_tree [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.815255] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386800, 'name': CloneVM_Task, 'duration_secs': 2.869287} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.815492] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Created linked-clone VM from snapshot [ 1133.816249] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8795c9cb-d426-4f8c-87b6-c25d5accf94b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.824573] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Uploading image 6bf56509-834e-4afb-99b5-87d3abd4a30e {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1133.846700] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.846700] env[70261]: value = "vm-675722" [ 1133.846700] env[70261]: _type = "VirtualMachine" [ 1133.846700] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.846968] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e205c3ed-fb76-4169-8af7-f35564a7f5e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.857545] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease: (returnval){ [ 1133.857545] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525cb67d-0ea9-412a-fa9e-c0bfc2defb6a" [ 1133.857545] env[70261]: _type = "HttpNfcLease" [ 1133.857545] env[70261]: } obtained for exporting VM: (result){ [ 1133.857545] env[70261]: value = "vm-675722" [ 1133.857545] env[70261]: _type = "VirtualMachine" [ 1133.857545] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.857778] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the lease: (returnval){ [ 1133.857778] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525cb67d-0ea9-412a-fa9e-c0bfc2defb6a" [ 1133.857778] env[70261]: _type = "HttpNfcLease" [ 1133.857778] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.864597] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.864597] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525cb67d-0ea9-412a-fa9e-c0bfc2defb6a" [ 1133.864597] env[70261]: _type = "HttpNfcLease" [ 1133.864597] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.888184] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.021948] env[70261]: DEBUG oslo_vmware.api [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.108291] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.108599] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.108880] env[70261]: DEBUG nova.network.neutron [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1134.134760] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525811} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.135048] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 40af3bea-9d42-497e-a651-254f8067c088/40af3bea-9d42-497e-a651-254f8067c088.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.135270] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.135555] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aa8c2fc-a852-4eb7-b13e-7099734993ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.143175] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1134.143175] env[70261]: value = "task-3386807" [ 1134.143175] env[70261]: _type = "Task" [ 1134.143175] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.152403] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.206931] env[70261]: DEBUG nova.scheduler.client.report [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.234719] env[70261]: DEBUG nova.network.neutron [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updated VIF entry in instance network info cache for port 1ad068cb-35f6-4749-a71d-8a71fd606ba3. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1134.235191] env[70261]: DEBUG nova.network.neutron [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "address": "fa:16:3e:25:b5:3e", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad068cb-35", "ovs_interfaceid": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.368047] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.368047] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525cb67d-0ea9-412a-fa9e-c0bfc2defb6a" [ 1134.368047] env[70261]: _type = "HttpNfcLease" [ 1134.368047] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1134.368340] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1134.368340] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]525cb67d-0ea9-412a-fa9e-c0bfc2defb6a" [ 1134.368340] env[70261]: _type = "HttpNfcLease" [ 1134.368340] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1134.369034] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab8f8c-3de0-45e6-98e4-191cf3457c7d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.378770] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c17716-b1cd-3958-8115-784f9f874d77/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1134.378984] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c17716-b1cd-3958-8115-784f9f874d77/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1134.521689] env[70261]: DEBUG oslo_vmware.api [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386805, 'name': ReconfigVM_Task, 'duration_secs': 0.680969} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.522211] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.522453] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Reconfigured VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1134.595627] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50d5d0f9-e1c3-4160-8c02-ce8f09b94271 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.640573] env[70261]: DEBUG nova.network.neutron [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1134.655445] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077772} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.655445] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.655675] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9156c7-a6fe-4d56-8190-f5b75a3229b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.680021] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 40af3bea-9d42-497e-a651-254f8067c088/40af3bea-9d42-497e-a651-254f8067c088.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.682514] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d63971bb-3c01-4ea9-b151-db2d25c38195 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.704972] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1134.704972] env[70261]: value = "task-3386808" [ 1134.704972] env[70261]: _type = "Task" [ 1134.704972] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.713735] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.717615] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.718221] env[70261]: DEBUG nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.720821] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.432s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.722396] env[70261]: INFO nova.compute.claims [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.738516] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.738781] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received event network-vif-unplugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.738999] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.739242] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.739432] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.739607] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] No waiting events found dispatching network-vif-unplugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.739783] env[70261]: WARNING nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received unexpected event network-vif-unplugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 for instance with vm_state shelved and task_state shelving_offloading. [ 1134.740365] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received event network-changed-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.740365] env[70261]: DEBUG nova.compute.manager [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Refreshing instance network info cache due to event network-changed-aa62c3fd-4060-4e6e-90f0-df92047a9f25. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.740533] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Acquiring lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.740798] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Acquired lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.741130] env[70261]: DEBUG nova.network.neutron [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Refreshing network info cache for port aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1134.827404] env[70261]: DEBUG nova.network.neutron [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Updating instance_info_cache with network_info: [{"id": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "address": "fa:16:3e:13:30:b9", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855fe52f-22", "ovs_interfaceid": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.889835] env[70261]: DEBUG nova.compute.manager [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Received event network-vif-plugged-855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.890099] env[70261]: DEBUG oslo_concurrency.lockutils [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] Acquiring lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.890275] env[70261]: DEBUG oslo_concurrency.lockutils [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.890464] env[70261]: DEBUG oslo_concurrency.lockutils [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.890601] env[70261]: DEBUG nova.compute.manager [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] No waiting events found dispatching network-vif-plugged-855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.890766] env[70261]: WARNING nova.compute.manager [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Received unexpected event network-vif-plugged-855fe52f-22b3-474f-ab83-71d72aaaf0e6 for instance with vm_state building and task_state spawning. [ 1134.890929] env[70261]: DEBUG nova.compute.manager [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Received event network-changed-855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.891134] env[70261]: DEBUG nova.compute.manager [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Refreshing instance network info cache due to event network-changed-855fe52f-22b3-474f-ab83-71d72aaaf0e6. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.891267] env[70261]: DEBUG oslo_concurrency.lockutils [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] Acquiring lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.975713] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.976032] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.027937] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c832546f-d629-4e82-a984-31e1aab7eae2 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-1ad068cb-35f6-4749-a71d-8a71fd606ba3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.180s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.217388] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386808, 'name': ReconfigVM_Task, 'duration_secs': 0.388955} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.217838] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 40af3bea-9d42-497e-a651-254f8067c088/40af3bea-9d42-497e-a651-254f8067c088.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.218645] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adef31b8-c757-4710-bd23-ce7a0243c483 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.228324] env[70261]: DEBUG nova.compute.utils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.229741] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1135.229741] env[70261]: value = "task-3386809" [ 1135.229741] env[70261]: _type = "Task" [ 1135.229741] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.230215] env[70261]: DEBUG nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.230379] env[70261]: DEBUG nova.network.neutron [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.254110] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386809, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.332963] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.333426] env[70261]: DEBUG nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Instance network_info: |[{"id": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "address": "fa:16:3e:13:30:b9", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855fe52f-22", "ovs_interfaceid": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.333756] env[70261]: DEBUG oslo_concurrency.lockutils [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] Acquired lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.334164] env[70261]: DEBUG nova.network.neutron [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Refreshing network info cache for port 855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1135.335585] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:30:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '855fe52f-22b3-474f-ab83-71d72aaaf0e6', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.344690] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.347935] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.347935] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03bf4fff-9bcc-45b2-bd70-2f400b5d7dcd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.369321] env[70261]: DEBUG nova.policy [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3df9e65371d43fb8daa5be48597d432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9885e76c83ad46e2b6dd956074b0c40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.377454] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.377454] env[70261]: value = "task-3386810" [ 1135.377454] env[70261]: _type = "Task" [ 1135.377454] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.386862] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386810, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.479979] env[70261]: DEBUG nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.615791] env[70261]: DEBUG nova.network.neutron [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updated VIF entry in instance network info cache for port aa62c3fd-4060-4e6e-90f0-df92047a9f25. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1135.616210] env[70261]: DEBUG nova.network.neutron [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.731107] env[70261]: DEBUG nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.747948] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386809, 'name': Rename_Task, 'duration_secs': 0.221631} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.748723] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.749334] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed78b915-77d8-4279-b637-2b774499a08b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.761395] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1135.761395] env[70261]: value = "task-3386811" [ 1135.761395] env[70261]: _type = "Task" [ 1135.761395] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.777732] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.836189] env[70261]: DEBUG nova.network.neutron [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Successfully created port: bf0feaef-3a02-4293-8c7f-b6c80eb9c506 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.897388] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386810, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.002166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.016650] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c88c6ed-baba-4361-9754-111960f71814 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.025802] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da47a3c-206f-49a8-bbf2-530a574c10f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.063144] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60651b2-cf66-42c6-8d25-86c375bcae43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.072852] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589506d4-1669-431e-99df-f11eb6f90055 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.087770] env[70261]: DEBUG nova.compute.provider_tree [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.119499] env[70261]: DEBUG oslo_concurrency.lockutils [req-90ebe36a-0aee-463b-81ea-6e514cd07e47 req-8eaddbe9-eb17-4813-82f6-8d9168f9e20a service nova] Releasing lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.275390] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386811, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.316152] env[70261]: DEBUG nova.network.neutron [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Updated VIF entry in instance network info cache for port 855fe52f-22b3-474f-ab83-71d72aaaf0e6. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1136.316579] env[70261]: DEBUG nova.network.neutron [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Updating instance_info_cache with network_info: [{"id": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "address": "fa:16:3e:13:30:b9", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855fe52f-22", "ovs_interfaceid": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.388779] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.389037] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386810, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.595247] env[70261]: DEBUG nova.scheduler.client.report [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.748604] env[70261]: DEBUG nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.751342] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-1ad068cb-35f6-4749-a71d-8a71fd606ba3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.751736] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-1ad068cb-35f6-4749-a71d-8a71fd606ba3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.774582] env[70261]: DEBUG oslo_vmware.api [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386811, 'name': PowerOnVM_Task, 'duration_secs': 0.593576} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.776786] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.777081] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.777864] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.777864] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.778042] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.778204] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.778436] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.778628] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.778852] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.779009] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.779215] env[70261]: DEBUG nova.virt.hardware [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.779688] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.779956] env[70261]: INFO nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1136.780481] env[70261]: DEBUG nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.781645] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8972c259-09eb-4874-87ef-4e7c7cd6eca5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.784903] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a468060c-a29b-4c28-8e4b-8038db8f2564 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.794617] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140e5518-bfb2-4f52-995b-e052cf45b0fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.819794] env[70261]: DEBUG oslo_concurrency.lockutils [req-4e76c0d0-c26d-45e5-bf33-f1987c74dea3 req-5be92412-c8d2-4b36-9690-8be807b9ac29 service nova] Releasing lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.890333] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386810, 'name': CreateVM_Task, 'duration_secs': 1.389929} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.890554] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.891317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.891696] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.892049] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.892305] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e099af36-4023-4a41-9681-889ec17a69ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.897427] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1136.897427] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215331a-a20f-da98-a456-a1ba1eb164bc" [ 1136.897427] env[70261]: _type = "Task" [ 1136.897427] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.906702] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215331a-a20f-da98-a456-a1ba1eb164bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.100749] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.101220] env[70261]: DEBUG nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.104287] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.733s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.104603] env[70261]: DEBUG nova.objects.instance [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lazy-loading 'resources' on Instance uuid 6f073035-1e38-49ba-a203-31ed4043f8fe {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.254608] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.254837] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.255931] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e25786-9a5b-4960-9324-3de0dba84cc0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.275892] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73643d-bf7e-4182-875a-b8466ab3ee86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.306761] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Reconfiguring VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1137.311209] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5c226b-f0cf-43a6-a63b-f787d3245235 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.328907] env[70261]: INFO nova.compute.manager [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Took 17.42 seconds to build instance. [ 1137.335812] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1137.335812] env[70261]: value = "task-3386812" [ 1137.335812] env[70261]: _type = "Task" [ 1137.335812] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.345397] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.410511] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215331a-a20f-da98-a456-a1ba1eb164bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.410966] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.411083] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.411289] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.411439] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.411621] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.412281] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97b4c6c-cfd9-4c67-aefe-522efe3000b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.422287] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.422617] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.423431] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821d73a5-f4b6-45b0-aa75-06e8e73c19b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.428907] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1137.428907] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e174b1-c902-c627-a950-caf77ec94c50" [ 1137.428907] env[70261]: _type = "Task" [ 1137.428907] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.438149] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e174b1-c902-c627-a950-caf77ec94c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.541369] env[70261]: DEBUG nova.compute.manager [req-6c14a2d8-c36d-44be-bef4-987ab2bcbd96 req-0b7ef221-5cd2-415a-b24b-2f920dc45e8f service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Received event network-vif-plugged-bf0feaef-3a02-4293-8c7f-b6c80eb9c506 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.542073] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c14a2d8-c36d-44be-bef4-987ab2bcbd96 req-0b7ef221-5cd2-415a-b24b-2f920dc45e8f service nova] Acquiring lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.542073] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c14a2d8-c36d-44be-bef4-987ab2bcbd96 req-0b7ef221-5cd2-415a-b24b-2f920dc45e8f service nova] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.542073] env[70261]: DEBUG oslo_concurrency.lockutils [req-6c14a2d8-c36d-44be-bef4-987ab2bcbd96 req-0b7ef221-5cd2-415a-b24b-2f920dc45e8f service nova] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.542391] env[70261]: DEBUG nova.compute.manager [req-6c14a2d8-c36d-44be-bef4-987ab2bcbd96 req-0b7ef221-5cd2-415a-b24b-2f920dc45e8f service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] No waiting events found dispatching network-vif-plugged-bf0feaef-3a02-4293-8c7f-b6c80eb9c506 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.542561] env[70261]: WARNING nova.compute.manager [req-6c14a2d8-c36d-44be-bef4-987ab2bcbd96 req-0b7ef221-5cd2-415a-b24b-2f920dc45e8f service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Received unexpected event network-vif-plugged-bf0feaef-3a02-4293-8c7f-b6c80eb9c506 for instance with vm_state building and task_state spawning. [ 1137.610999] env[70261]: DEBUG nova.compute.utils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.613471] env[70261]: DEBUG nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.613640] env[70261]: DEBUG nova.network.neutron [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.661697] env[70261]: DEBUG nova.network.neutron [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Successfully updated port: bf0feaef-3a02-4293-8c7f-b6c80eb9c506 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.671132] env[70261]: DEBUG nova.policy [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '347167b6dece495f8c9d8abc29004340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0c64f81514a42408f3f8b7ef9b35360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.832193] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0c7befe3-448f-4308-94a0-6f6352134543 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.980s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.849991] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.851795] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606af9f3-e65c-421c-ab37-c078a3536ac9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.859455] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e48a95-1bc8-44db-ba69-57d8aed46832 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.893544] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ce345-01c9-4ec3-8057-fbdd5fceb734 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.903064] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7404a93-359a-4ed2-939e-4504ecdb928d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.924397] env[70261]: DEBUG nova.compute.provider_tree [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.941626] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e174b1-c902-c627-a950-caf77ec94c50, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.942503] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fecd18-1cd6-45ec-a726-740f6e106053 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.950300] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1137.950300] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5262e65e-e7d6-9481-aef5-efb277902cc8" [ 1137.950300] env[70261]: _type = "Task" [ 1137.950300] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.961828] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5262e65e-e7d6-9481-aef5-efb277902cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.978876] env[70261]: DEBUG nova.network.neutron [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Successfully created port: d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.114030] env[70261]: DEBUG nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.167406] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "refresh_cache-f8724bbd-7ed0-4bb9-b43e-62d7b6227505" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.168013] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "refresh_cache-f8724bbd-7ed0-4bb9-b43e-62d7b6227505" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.168013] env[70261]: DEBUG nova.network.neutron [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1138.350553] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.427661] env[70261]: DEBUG nova.scheduler.client.report [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.461776] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5262e65e-e7d6-9481-aef5-efb277902cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.462063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.462327] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 60992afd-37b8-4439-8814-2e9e1c45e8d5/60992afd-37b8-4439-8814-2e9e1c45e8d5.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.462603] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cc40c68-35c0-4e98-8795-23d3724e9d74 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.469863] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1138.469863] env[70261]: value = "task-3386813" [ 1138.469863] env[70261]: _type = "Task" [ 1138.469863] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.478382] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.706229] env[70261]: DEBUG nova.network.neutron [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1138.852224] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.870136] env[70261]: DEBUG nova.network.neutron [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Updating instance_info_cache with network_info: [{"id": "bf0feaef-3a02-4293-8c7f-b6c80eb9c506", "address": "fa:16:3e:18:2c:66", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0feaef-3a", "ovs_interfaceid": "bf0feaef-3a02-4293-8c7f-b6c80eb9c506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.935060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.939034] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.749s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.939034] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.939034] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1138.939395] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.182s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.939556] env[70261]: DEBUG nova.objects.instance [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lazy-loading 'resources' on Instance uuid 950c75fd-73f0-4f33-810d-603fc7304efc {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.942669] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702cccbd-6549-41bc-8569-f4324199c7e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.959228] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b128901-4008-4e51-8118-9d8a8594cf64 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.966632] env[70261]: INFO nova.scheduler.client.report [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Deleted allocations for instance 6f073035-1e38-49ba-a203-31ed4043f8fe [ 1138.983313] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0907d723-f44d-493d-afdf-49ada363bb40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.991544] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519908} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.993601] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 60992afd-37b8-4439-8814-2e9e1c45e8d5/60992afd-37b8-4439-8814-2e9e1c45e8d5.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.993828] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.994187] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a360cccf-b4fd-462e-87b9-adbad3d281ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.997262] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430675e9-e2d4-42d9-8346-bb8f8d9bf00b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.031993] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178634MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1139.032366] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.034884] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1139.034884] env[70261]: value = "task-3386814" [ 1139.034884] env[70261]: _type = "Task" [ 1139.034884] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.048645] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386814, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.125164] env[70261]: DEBUG nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.156295] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.156461] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.156622] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.156824] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.157609] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.157609] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.157609] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.157764] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.158239] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.158239] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.158337] env[70261]: DEBUG nova.virt.hardware [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.159335] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20b0ab-e10e-45fa-9ec3-cd9721a807c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.169630] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a569fc8-7e12-423e-803f-d8bf23e188fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.351494] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.373244] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "refresh_cache-f8724bbd-7ed0-4bb9-b43e-62d7b6227505" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.373585] env[70261]: DEBUG nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Instance network_info: |[{"id": "bf0feaef-3a02-4293-8c7f-b6c80eb9c506", "address": "fa:16:3e:18:2c:66", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0feaef-3a", "ovs_interfaceid": "bf0feaef-3a02-4293-8c7f-b6c80eb9c506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.374020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:2c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0feaef-3a02-4293-8c7f-b6c80eb9c506', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.381428] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.381650] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.381877] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde8042b-8b88-4ff2-bce1-32ffe3bdc266 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.401724] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.401724] env[70261]: value = "task-3386815" [ 1139.401724] env[70261]: _type = "Task" [ 1139.401724] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.409163] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386815, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.486867] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5cadb0ea-d7da-4863-938b-058a64bc9a6d tempest-ServerAddressesNegativeTestJSON-594352715 tempest-ServerAddressesNegativeTestJSON-594352715-project-member] Lock "6f073035-1e38-49ba-a203-31ed4043f8fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.658s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.550258] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069843} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.552726] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.553276] env[70261]: DEBUG nova.compute.manager [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1139.558036] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9928eb7-cc1b-4d92-ab58-81045b56507e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.587429] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 60992afd-37b8-4439-8814-2e9e1c45e8d5/60992afd-37b8-4439-8814-2e9e1c45e8d5.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.587703] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e63134ff-7d07-42ad-8d94-6d119b8edac0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.610524] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1139.610524] env[70261]: value = "task-3386816" [ 1139.610524] env[70261]: _type = "Task" [ 1139.610524] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.619804] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.625481] env[70261]: DEBUG nova.compute.manager [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Received event network-changed-bf0feaef-3a02-4293-8c7f-b6c80eb9c506 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.625741] env[70261]: DEBUG nova.compute.manager [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Refreshing instance network info cache due to event network-changed-bf0feaef-3a02-4293-8c7f-b6c80eb9c506. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.625979] env[70261]: DEBUG oslo_concurrency.lockutils [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] Acquiring lock "refresh_cache-f8724bbd-7ed0-4bb9-b43e-62d7b6227505" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.626140] env[70261]: DEBUG oslo_concurrency.lockutils [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] Acquired lock "refresh_cache-f8724bbd-7ed0-4bb9-b43e-62d7b6227505" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.626305] env[70261]: DEBUG nova.network.neutron [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Refreshing network info cache for port bf0feaef-3a02-4293-8c7f-b6c80eb9c506 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1139.654461] env[70261]: DEBUG nova.network.neutron [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Successfully updated port: d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.740283] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a5d86-d6f3-4a0b-82ed-b2c7d1d4bc77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.749632] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a4237-082d-41cd-8556-50bf8e977092 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.785213] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5c984-4b7f-422f-a91d-a3a994a2eed4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.793794] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34abf201-7823-4b67-9074-c1f9532f7d77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.809223] env[70261]: DEBUG nova.compute.provider_tree [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.853049] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.914850] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386815, 'name': CreateVM_Task, 'duration_secs': 0.439918} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.915048] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.915794] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.915971] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.916318] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.916585] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac84772-12a2-4508-9c5d-583f343826fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.921332] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1139.921332] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5ff8d-309f-c37b-84ae-7b02c5d2b117" [ 1139.921332] env[70261]: _type = "Task" [ 1139.921332] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.929645] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5ff8d-309f-c37b-84ae-7b02c5d2b117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.083042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.120798] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386816, 'name': ReconfigVM_Task, 'duration_secs': 0.452166} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.121307] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 60992afd-37b8-4439-8814-2e9e1c45e8d5/60992afd-37b8-4439-8814-2e9e1c45e8d5.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.122023] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c37769ec-46b5-4640-873c-27306ef79355 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.130954] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1140.130954] env[70261]: value = "task-3386817" [ 1140.130954] env[70261]: _type = "Task" [ 1140.130954] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.139096] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386817, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.159060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.159236] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.159421] env[70261]: DEBUG nova.network.neutron [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1140.316662] env[70261]: DEBUG nova.scheduler.client.report [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.357450] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.432054] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5ff8d-309f-c37b-84ae-7b02c5d2b117, 'name': SearchDatastore_Task, 'duration_secs': 0.028021} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.432242] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.432502] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.432751] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.432899] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.433094] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.433355] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afeb03d6-561b-4d46-bab3-030b6ddf0fcc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.436132] env[70261]: DEBUG nova.network.neutron [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Updated VIF entry in instance network info cache for port bf0feaef-3a02-4293-8c7f-b6c80eb9c506. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1140.436534] env[70261]: DEBUG nova.network.neutron [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Updating instance_info_cache with network_info: [{"id": "bf0feaef-3a02-4293-8c7f-b6c80eb9c506", "address": "fa:16:3e:18:2c:66", "network": {"id": "df404c04-91fa-4782-afde-092688c8014e", "bridge": "br-int", "label": "tempest-ServersTestJSON-348986876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9885e76c83ad46e2b6dd956074b0c40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0feaef-3a", "ovs_interfaceid": "bf0feaef-3a02-4293-8c7f-b6c80eb9c506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.441590] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.441772] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.442499] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfcca64-5e78-44e1-824b-02e784bbfd69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.447877] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1140.447877] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520dd06f-63ee-2195-4845-3141b9d4c1ec" [ 1140.447877] env[70261]: _type = "Task" [ 1140.447877] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.458427] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520dd06f-63ee-2195-4845-3141b9d4c1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.642159] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386817, 'name': Rename_Task, 'duration_secs': 0.230583} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.642614] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.642891] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f42250-ec3e-454b-9b30-158ebb64c997 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.649877] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1140.649877] env[70261]: value = "task-3386818" [ 1140.649877] env[70261]: _type = "Task" [ 1140.649877] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.666322] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.711223] env[70261]: DEBUG nova.network.neutron [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1140.822123] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.824940] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.943s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.826588] env[70261]: INFO nova.compute.claims [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.854503] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.855592] env[70261]: INFO nova.scheduler.client.report [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Deleted allocations for instance 950c75fd-73f0-4f33-810d-603fc7304efc [ 1140.889296] env[70261]: DEBUG nova.network.neutron [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Updating instance_info_cache with network_info: [{"id": "d13cf242-c196-4882-8f06-bc88d116597b", "address": "fa:16:3e:b4:ee:09", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13cf242-c1", "ovs_interfaceid": "d13cf242-c196-4882-8f06-bc88d116597b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.938957] env[70261]: DEBUG oslo_concurrency.lockutils [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] Releasing lock "refresh_cache-f8724bbd-7ed0-4bb9-b43e-62d7b6227505" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.939271] env[70261]: DEBUG nova.compute.manager [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Received event network-vif-plugged-d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.939421] env[70261]: DEBUG oslo_concurrency.lockutils [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] Acquiring lock "a8455a32-9591-49d7-bd08-e4af06aa1b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.939625] env[70261]: DEBUG oslo_concurrency.lockutils [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.939794] env[70261]: DEBUG oslo_concurrency.lockutils [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.939956] env[70261]: DEBUG nova.compute.manager [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] No waiting events found dispatching network-vif-plugged-d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.940141] env[70261]: WARNING nova.compute.manager [req-b432781c-39f9-43f0-b2d0-9011621c829f req-b6dab6c7-a2e1-4b68-a97c-c9439c4dde45 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Received unexpected event network-vif-plugged-d13cf242-c196-4882-8f06-bc88d116597b for instance with vm_state building and task_state spawning. [ 1140.959765] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520dd06f-63ee-2195-4845-3141b9d4c1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.961314] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f45974-c91f-4e1d-ba12-29b32af67b9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.974315] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1140.974315] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e3a16-3f85-5590-3ed1-aa856c17062f" [ 1140.974315] env[70261]: _type = "Task" [ 1140.974315] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.984328] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e3a16-3f85-5590-3ed1-aa856c17062f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.173025] env[70261]: DEBUG oslo_vmware.api [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386818, 'name': PowerOnVM_Task, 'duration_secs': 0.512381} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.173025] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.173025] env[70261]: INFO nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1141.173025] env[70261]: DEBUG nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.173025] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec2e40a-22a0-4746-a964-7519aeecec33 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.355505] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.362691] env[70261]: DEBUG oslo_concurrency.lockutils [None req-18edd920-5e6a-4de7-b8a0-8633d5fe5c58 tempest-AttachInterfacesUnderV243Test-766313345 tempest-AttachInterfacesUnderV243Test-766313345-project-member] Lock "950c75fd-73f0-4f33-810d-603fc7304efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.844s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.391935] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.392353] env[70261]: DEBUG nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Instance network_info: |[{"id": "d13cf242-c196-4882-8f06-bc88d116597b", "address": "fa:16:3e:b4:ee:09", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13cf242-c1", "ovs_interfaceid": "d13cf242-c196-4882-8f06-bc88d116597b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.392814] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:ee:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd13cf242-c196-4882-8f06-bc88d116597b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.400471] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.401031] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.401266] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71f08888-a42d-4dea-a1c2-b1a6b42e5ba4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.421087] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.421087] env[70261]: value = "task-3386819" [ 1141.421087] env[70261]: _type = "Task" [ 1141.421087] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.429892] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386819, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.484235] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e3a16-3f85-5590-3ed1-aa856c17062f, 'name': SearchDatastore_Task, 'duration_secs': 0.012327} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.484452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.484773] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] f8724bbd-7ed0-4bb9-b43e-62d7b6227505/f8724bbd-7ed0-4bb9-b43e-62d7b6227505.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.485087] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23edd688-8d65-4f4d-a3c1-f0138c048905 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.491200] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1141.491200] env[70261]: value = "task-3386820" [ 1141.491200] env[70261]: _type = "Task" [ 1141.491200] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.500097] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.659195] env[70261]: DEBUG nova.compute.manager [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Received event network-changed-d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.659195] env[70261]: DEBUG nova.compute.manager [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Refreshing instance network info cache due to event network-changed-d13cf242-c196-4882-8f06-bc88d116597b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.659195] env[70261]: DEBUG oslo_concurrency.lockutils [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] Acquiring lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.659195] env[70261]: DEBUG oslo_concurrency.lockutils [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] Acquired lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.659195] env[70261]: DEBUG nova.network.neutron [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Refreshing network info cache for port d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1141.690234] env[70261]: INFO nova.compute.manager [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Took 20.09 seconds to build instance. [ 1141.858048] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.944639] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386819, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.005558] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.105917] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eac3d76-53d8-4da8-a39c-343fb129317e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.117475] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e15fc7-08bb-4ae2-82fc-cc897f75ff2c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.173627] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b933a8-5848-405f-976b-28c646caa392 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.184627] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd273256-77cb-40d7-a5a7-ae6934db1262 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.193666] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9dd31dae-520c-4158-827e-42a8fb6513c5 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.603s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.207931] env[70261]: DEBUG nova.compute.provider_tree [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.356081] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.439308] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386819, 'name': CreateVM_Task, 'duration_secs': 0.529398} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.439598] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.440428] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.440690] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.441158] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.441520] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cae444d-cc34-48e1-ae1a-7acb396a48d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.447260] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1142.447260] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526020a3-dc0c-7bb7-cf37-39c40a54e841" [ 1142.447260] env[70261]: _type = "Task" [ 1142.447260] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.456610] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526020a3-dc0c-7bb7-cf37-39c40a54e841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.500750] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621733} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.501042] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] f8724bbd-7ed0-4bb9-b43e-62d7b6227505/f8724bbd-7ed0-4bb9-b43e-62d7b6227505.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.501283] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.501546] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcc7cac2-bdb0-4dae-8364-78487f799b1f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.509191] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1142.509191] env[70261]: value = "task-3386821" [ 1142.509191] env[70261]: _type = "Task" [ 1142.509191] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.517353] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.694024] env[70261]: DEBUG nova.network.neutron [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Updated VIF entry in instance network info cache for port d13cf242-c196-4882-8f06-bc88d116597b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1142.694024] env[70261]: DEBUG nova.network.neutron [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Updating instance_info_cache with network_info: [{"id": "d13cf242-c196-4882-8f06-bc88d116597b", "address": "fa:16:3e:b4:ee:09", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13cf242-c1", "ovs_interfaceid": "d13cf242-c196-4882-8f06-bc88d116597b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.711636] env[70261]: DEBUG nova.scheduler.client.report [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.866680] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.957322] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526020a3-dc0c-7bb7-cf37-39c40a54e841, 'name': SearchDatastore_Task, 'duration_secs': 0.019305} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.957644] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.957881] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.958131] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.958281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.958460] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.959106] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-506deb6c-f10b-4491-849d-75e657f5f369 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.968925] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.969216] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.970064] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a19b68e-e600-4db8-a91f-e7b38dff72b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.976274] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1142.976274] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52700670-a500-a1d1-462c-69a4691eb058" [ 1142.976274] env[70261]: _type = "Task" [ 1142.976274] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.985647] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52700670-a500-a1d1-462c-69a4691eb058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.022632] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075097} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.022926] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.024041] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e791a89-1323-4310-9d6f-227951c0ea46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.048840] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] f8724bbd-7ed0-4bb9-b43e-62d7b6227505/f8724bbd-7ed0-4bb9-b43e-62d7b6227505.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.050526] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187ac882-600a-487c-a4bc-13a68efa55ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.073558] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1143.073558] env[70261]: value = "task-3386822" [ 1143.073558] env[70261]: _type = "Task" [ 1143.073558] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.083486] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.197815] env[70261]: DEBUG oslo_concurrency.lockutils [req-1651f2a3-44f1-4675-b0b4-e3e2bca34431 req-af698c5f-c654-4764-b564-c542a5286cb8 service nova] Releasing lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.221453] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.221453] env[70261]: DEBUG nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.222797] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.335s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.224061] env[70261]: DEBUG nova.objects.instance [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lazy-loading 'resources' on Instance uuid 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.359830] env[70261]: DEBUG oslo_vmware.api [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386812, 'name': ReconfigVM_Task, 'duration_secs': 5.855054} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.360187] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.360444] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Reconfigured VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1143.413885] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.414153] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.414334] env[70261]: INFO nova.compute.manager [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Shelving [ 1143.490074] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52700670-a500-a1d1-462c-69a4691eb058, 'name': SearchDatastore_Task, 'duration_secs': 0.022381} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.490074] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72c7cef-d7e3-46ce-9c95-70e8bddc6ed3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.496142] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1143.496142] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5238c612-56da-c310-db44-69ee6fe8bdef" [ 1143.496142] env[70261]: _type = "Task" [ 1143.496142] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.502298] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5238c612-56da-c310-db44-69ee6fe8bdef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.584921] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.727432] env[70261]: DEBUG nova.compute.utils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.732641] env[70261]: DEBUG nova.objects.instance [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.732641] env[70261]: DEBUG nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.732641] env[70261]: DEBUG nova.network.neutron [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.779882] env[70261]: DEBUG nova.policy [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afefd1b2036e4f03914cf1bb861b2aee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '545c2dcb60bc4a819396c5e43ce4402c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.007945] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5238c612-56da-c310-db44-69ee6fe8bdef, 'name': SearchDatastore_Task, 'duration_secs': 0.039857} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.008549] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.008616] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a8455a32-9591-49d7-bd08-e4af06aa1b56/a8455a32-9591-49d7-bd08-e4af06aa1b56.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.008876] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c777a0-4c88-4eaf-8f9a-fe8ea280b972 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.017115] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1144.017115] env[70261]: value = "task-3386823" [ 1144.017115] env[70261]: _type = "Task" [ 1144.017115] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.029089] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.088554] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386822, 'name': ReconfigVM_Task, 'duration_secs': 0.749486} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.088718] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Reconfigured VM instance instance-00000068 to attach disk [datastore1] f8724bbd-7ed0-4bb9-b43e-62d7b6227505/f8724bbd-7ed0-4bb9-b43e-62d7b6227505.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.089570] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d60a0491-2312-4d00-9da2-42eb33c2a520 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.097913] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1144.097913] env[70261]: value = "task-3386824" [ 1144.097913] env[70261]: _type = "Task" [ 1144.097913] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.111589] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386824, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.161810] env[70261]: DEBUG nova.network.neutron [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Successfully created port: 337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.232456] env[70261]: DEBUG nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.237189] env[70261]: DEBUG nova.objects.base [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Object Instance<3d558115-b8ad-4f80-bf2c-d4de10838183> lazy-loaded attributes: resources,numa_topology {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.432171] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.433422] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f6bb6d-403d-4239-b9d5-85b0d741424b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.447243] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1144.447243] env[70261]: value = "task-3386825" [ 1144.447243] env[70261]: _type = "Task" [ 1144.447243] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.461404] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.530186] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386823, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.532704] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019c44d7-2a1e-4f15-b0e2-1f705e582ec5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.541023] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ef374-b134-4b7e-90fa-6d3ea1bb9830 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.580971] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe7993d-9566-4988-b945-d51873d39956 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.588889] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad1b3d-6b2b-4d22-b012-1cf5efc5ae8d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.603284] env[70261]: DEBUG nova.compute.provider_tree [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.613991] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386824, 'name': Rename_Task, 'duration_secs': 0.172229} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.615137] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.615776] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44d97623-e486-44a1-aab0-2914475eda34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.622889] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1144.622889] env[70261]: value = "task-3386826" [ 1144.622889] env[70261]: _type = "Task" [ 1144.622889] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.632126] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.698293] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.698492] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.698700] env[70261]: DEBUG nova.network.neutron [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1144.960781] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386825, 'name': PowerOffVM_Task, 'duration_secs': 0.234303} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.961200] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.962156] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77015de0-8d4d-42de-a25e-a634b15f70a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.985621] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78f502c-6081-48e5-9e47-667f8c87b7c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.998674] env[70261]: DEBUG nova.compute.manager [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.998933] env[70261]: DEBUG nova.compute.manager [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing instance network info cache due to event network-changed-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.999153] env[70261]: DEBUG oslo_concurrency.lockutils [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] Acquiring lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.032534] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562538} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.033743] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] a8455a32-9591-49d7-bd08-e4af06aa1b56/a8455a32-9591-49d7-bd08-e4af06aa1b56.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.034503] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.034503] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b781fd7-7b0e-495d-9c86-b1dfcb73df51 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.041879] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1145.041879] env[70261]: value = "task-3386827" [ 1145.041879] env[70261]: _type = "Task" [ 1145.041879] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.051231] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.111180] env[70261]: DEBUG nova.scheduler.client.report [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.137998] env[70261]: DEBUG oslo_vmware.api [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386826, 'name': PowerOnVM_Task, 'duration_secs': 0.477749} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.138457] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.138674] env[70261]: INFO nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1145.138856] env[70261]: DEBUG nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.139692] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483eaad-fa98-4688-8886-fa5ad5b6d3e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.251409] env[70261]: DEBUG nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.276953] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.277256] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.277455] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.277672] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.277836] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.278027] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.278254] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.278420] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.278591] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.278808] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.279041] env[70261]: DEBUG nova.virt.hardware [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.279896] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5245aa-3928-41bd-b33a-dcafad75fd85 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.289018] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a477eb-1a45-4cd8-8bc1-79cfae2c5a5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.418142] env[70261]: INFO nova.network.neutron [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Port 1ad068cb-35f6-4749-a71d-8a71fd606ba3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1145.418512] env[70261]: DEBUG nova.network.neutron [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.500734] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1145.501135] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fc0eefc-54d7-46be-9d88-9c22f515c69d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.509010] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1145.509010] env[70261]: value = "task-3386828" [ 1145.509010] env[70261]: _type = "Task" [ 1145.509010] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.517750] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.551938] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117501} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.552232] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.553019] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c865f59-213e-4550-bd17-120bb1b59cb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.575756] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] a8455a32-9591-49d7-bd08-e4af06aa1b56/a8455a32-9591-49d7-bd08-e4af06aa1b56.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.576069] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944fdaef-9d50-40ec-be2a-c9312ea9f739 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.594882] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1145.594882] env[70261]: value = "task-3386829" [ 1145.594882] env[70261]: _type = "Task" [ 1145.594882] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.604280] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.618392] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.395s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.620923] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.619s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.622542] env[70261]: INFO nova.compute.claims [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.662710] env[70261]: INFO nova.compute.manager [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Took 19.45 seconds to build instance. [ 1145.680800] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-2be9ee6a-7252-4716-ab28-989a3dbad473-1ad068cb-35f6-4749-a71d-8a71fd606ba3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.681010] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-2be9ee6a-7252-4716-ab28-989a3dbad473-1ad068cb-35f6-4749-a71d-8a71fd606ba3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.681451] env[70261]: DEBUG nova.objects.instance [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'flavor' on Instance uuid 2be9ee6a-7252-4716-ab28-989a3dbad473 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.714921] env[70261]: DEBUG nova.network.neutron [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Successfully updated port: 337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.736543] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c17716-b1cd-3958-8115-784f9f874d77/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.737897] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5df84d8-462f-4267-b0f5-856519f430aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.744822] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c17716-b1cd-3958-8115-784f9f874d77/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.745050] env[70261]: ERROR oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c17716-b1cd-3958-8115-784f9f874d77/disk-0.vmdk due to incomplete transfer. [ 1145.745588] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8cb2d30-3aa1-4228-8107-2c14962c2c68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.752713] env[70261]: DEBUG oslo_vmware.rw_handles [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c17716-b1cd-3958-8115-784f9f874d77/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.752961] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Uploaded image 6bf56509-834e-4afb-99b5-87d3abd4a30e to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.755257] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.755567] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b37cc5e-71cd-470c-9db4-60f69c649fe7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.761248] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1145.761248] env[70261]: value = "task-3386830" [ 1145.761248] env[70261]: _type = "Task" [ 1145.761248] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.771476] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386830, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.921694] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.924659] env[70261]: DEBUG oslo_concurrency.lockutils [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] Acquired lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.924899] env[70261]: DEBUG nova.network.neutron [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Refreshing network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1146.019488] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.074094] env[70261]: DEBUG nova.compute.manager [req-5c983575-c89e-481c-af80-240e562b61f0 req-26458846-fb70-4b2f-b5db-c8196eb6bf22 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Received event network-vif-plugged-337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.074442] env[70261]: DEBUG oslo_concurrency.lockutils [req-5c983575-c89e-481c-af80-240e562b61f0 req-26458846-fb70-4b2f-b5db-c8196eb6bf22 service nova] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.074722] env[70261]: DEBUG oslo_concurrency.lockutils [req-5c983575-c89e-481c-af80-240e562b61f0 req-26458846-fb70-4b2f-b5db-c8196eb6bf22 service nova] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.074978] env[70261]: DEBUG oslo_concurrency.lockutils [req-5c983575-c89e-481c-af80-240e562b61f0 req-26458846-fb70-4b2f-b5db-c8196eb6bf22 service nova] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.075236] env[70261]: DEBUG nova.compute.manager [req-5c983575-c89e-481c-af80-240e562b61f0 req-26458846-fb70-4b2f-b5db-c8196eb6bf22 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] No waiting events found dispatching network-vif-plugged-337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.075469] env[70261]: WARNING nova.compute.manager [req-5c983575-c89e-481c-af80-240e562b61f0 req-26458846-fb70-4b2f-b5db-c8196eb6bf22 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Received unexpected event network-vif-plugged-337f02c6-102b-4a34-96dc-5bbf5b02a71b for instance with vm_state building and task_state spawning. [ 1146.105423] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.137131] env[70261]: DEBUG oslo_concurrency.lockutils [None req-080c998a-cfd9-4263-9f18-83c0aa22b54f tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.955s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.138236] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.750s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.139144] env[70261]: INFO nova.compute.manager [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Unshelving [ 1146.165896] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4761200b-37b5-43dd-a295-2b98c4bbd3ca tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.958s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.219499] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.219499] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.219499] env[70261]: DEBUG nova.network.neutron [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1146.270788] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386830, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.289228] env[70261]: DEBUG nova.objects.instance [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'pci_requests' on Instance uuid 2be9ee6a-7252-4716-ab28-989a3dbad473 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.427886] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6bb618b4-0f05-4519-a19c-f2e6c1d0af63 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-1ad068cb-35f6-4749-a71d-8a71fd606ba3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.676s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.520395] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.605765] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386829, 'name': ReconfigVM_Task, 'duration_secs': 0.619717} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.606062] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Reconfigured VM instance instance-00000069 to attach disk [datastore2] a8455a32-9591-49d7-bd08-e4af06aa1b56/a8455a32-9591-49d7-bd08-e4af06aa1b56.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.606691] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ca16c8e-4aa7-4ab0-bb51-8cbd73706738 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.613145] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1146.613145] env[70261]: value = "task-3386831" [ 1146.613145] env[70261]: _type = "Task" [ 1146.613145] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.620946] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386831, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.624043] env[70261]: DEBUG nova.network.neutron [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updated VIF entry in instance network info cache for port 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1146.624386] env[70261]: DEBUG nova.network.neutron [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [{"id": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "address": "fa:16:3e:d2:23:ec", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bc0b90d-1c", "ovs_interfaceid": "5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.751772] env[70261]: DEBUG nova.network.neutron [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1146.775948] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386830, 'name': Destroy_Task, 'duration_secs': 0.564866} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.776766] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Destroyed the VM [ 1146.776766] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.777590] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c720eac0-98ba-44a4-bc39-cdf26763bea6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.784082] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1146.784082] env[70261]: value = "task-3386832" [ 1146.784082] env[70261]: _type = "Task" [ 1146.784082] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.792867] env[70261]: DEBUG nova.objects.base [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Object Instance<2be9ee6a-7252-4716-ab28-989a3dbad473> lazy-loaded attributes: flavor,pci_requests {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.793083] env[70261]: DEBUG nova.network.neutron [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.795348] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.834709] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dcef9f-28dc-441c-9028-37904c022433 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.842164] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53e467e-3808-422e-863c-6652dc0866a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.881683] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb1f459-f729-4849-b5d0-315913b35ae3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.889567] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf73031-c460-4abd-a946-7fb47a38b189 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.903320] env[70261]: DEBUG nova.compute.provider_tree [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.906089] env[70261]: DEBUG nova.policy [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86df5b9524c440e7b58a3956d246565a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704a2b174e4e43569be2b61d82d3e9d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.992216] env[70261]: DEBUG nova.network.neutron [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updating instance_info_cache with network_info: [{"id": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "address": "fa:16:3e:07:96:4e", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337f02c6-10", "ovs_interfaceid": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.018914] env[70261]: DEBUG nova.compute.manager [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.019179] env[70261]: DEBUG nova.compute.manager [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing instance network info cache due to event network-changed-a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.019440] env[70261]: DEBUG oslo_concurrency.lockutils [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.019588] env[70261]: DEBUG oslo_concurrency.lockutils [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.019694] env[70261]: DEBUG nova.network.neutron [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1147.024671] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386828, 'name': CreateSnapshot_Task, 'duration_secs': 1.312686} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.025288] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1147.026185] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d4df32-a33f-468d-ab9f-9f3d955c3622 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.125434] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386831, 'name': Rename_Task, 'duration_secs': 0.159434} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.125743] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.126021] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e96bf444-4070-45f3-9d6d-32d15420f7c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.127873] env[70261]: DEBUG oslo_concurrency.lockutils [req-90f849ad-d005-4657-84e5-fb955f5a5492 req-f7d2ea25-f060-4a7c-9d3c-dd6182e7a378 service nova] Releasing lock "refresh_cache-0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.137018] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1147.137018] env[70261]: value = "task-3386833" [ 1147.137018] env[70261]: _type = "Task" [ 1147.137018] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.141879] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.163079] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.294835] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.410242] env[70261]: DEBUG nova.scheduler.client.report [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.413613] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.413816] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.413987] env[70261]: DEBUG nova.compute.manager [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.415119] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402e6679-afc8-47ca-9e54-dbb69e055b49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.421614] env[70261]: DEBUG nova.compute.manager [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1147.422212] env[70261]: DEBUG nova.objects.instance [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lazy-loading 'flavor' on Instance uuid f8724bbd-7ed0-4bb9-b43e-62d7b6227505 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.494584] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.494990] env[70261]: DEBUG nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Instance network_info: |[{"id": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "address": "fa:16:3e:07:96:4e", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337f02c6-10", "ovs_interfaceid": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.495466] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:96:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '337f02c6-102b-4a34-96dc-5bbf5b02a71b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.503390] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.503906] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.504166] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf2d05ce-e3f7-496d-baf5-62da473daa4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.527601] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.527601] env[70261]: value = "task-3386834" [ 1147.527601] env[70261]: _type = "Task" [ 1147.527601] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.535626] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386834, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.545058] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.545058] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-066b7af0-5aa5-4c45-a235-0acb3a84bf47 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.553182] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1147.553182] env[70261]: value = "task-3386835" [ 1147.553182] env[70261]: _type = "Task" [ 1147.553182] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.561597] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386835, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.648106] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.787356] env[70261]: DEBUG nova.network.neutron [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updated VIF entry in instance network info cache for port a4086323-4417-4b7c-9c1d-5791b03f520a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1147.787929] env[70261]: DEBUG nova.network.neutron [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.799709] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386832, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.916346] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.916818] env[70261]: DEBUG nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.919361] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.887s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.037879] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386834, 'name': CreateVM_Task, 'duration_secs': 0.389378} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.038133] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.038870] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.039129] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.039507] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.039813] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1fb23d-a671-41cf-ae79-fbb21f3a36ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.044163] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1148.044163] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ffd4fc-f128-9fa5-6a2b-2a9f2c4c2d94" [ 1148.044163] env[70261]: _type = "Task" [ 1148.044163] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.051884] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ffd4fc-f128-9fa5-6a2b-2a9f2c4c2d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.061669] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386835, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.144820] env[70261]: DEBUG oslo_vmware.api [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386833, 'name': PowerOnVM_Task, 'duration_secs': 0.755915} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.146273] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.146374] env[70261]: INFO nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1148.146521] env[70261]: DEBUG nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.147700] env[70261]: DEBUG nova.compute.manager [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Received event network-changed-337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.147885] env[70261]: DEBUG nova.compute.manager [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Refreshing instance network info cache due to event network-changed-337f02c6-102b-4a34-96dc-5bbf5b02a71b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.148108] env[70261]: DEBUG oslo_concurrency.lockutils [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] Acquiring lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.148254] env[70261]: DEBUG oslo_concurrency.lockutils [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] Acquired lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.148410] env[70261]: DEBUG nova.network.neutron [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Refreshing network info cache for port 337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1148.149949] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674924bb-4c35-4366-a0a8-419dbf8231a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.294956] env[70261]: DEBUG oslo_concurrency.lockutils [req-064baadd-7c21-4d2e-a346-b48f8ac77479 req-d91bdf28-e0cd-4efc-9868-7b68e1c39556 service nova] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.299846] env[70261]: DEBUG oslo_vmware.api [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386832, 'name': RemoveSnapshot_Task, 'duration_secs': 1.046889} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.300129] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1148.300363] env[70261]: INFO nova.compute.manager [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Took 20.49 seconds to snapshot the instance on the hypervisor. [ 1148.401977] env[70261]: DEBUG nova.network.neutron [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Successfully updated port: 1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.423676] env[70261]: DEBUG nova.compute.utils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.430341] env[70261]: DEBUG nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.430514] env[70261]: DEBUG nova.network.neutron [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.432569] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.433039] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f31c6ac-94db-44e0-a585-846100b5d5e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.441245] env[70261]: DEBUG oslo_vmware.api [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1148.441245] env[70261]: value = "task-3386836" [ 1148.441245] env[70261]: _type = "Task" [ 1148.441245] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.451905] env[70261]: DEBUG oslo_vmware.api [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.470104] env[70261]: DEBUG nova.policy [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a0937dfe2e743ad906c13456acbbf27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0ce7ea910348ebb8027b33c3ebe135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.556081] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ffd4fc-f128-9fa5-6a2b-2a9f2c4c2d94, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.559609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.559871] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.560120] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.560273] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.560453] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.560742] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c775b79b-2c54-4f49-9cb7-e2d514c6c072 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.567509] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386835, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.569778] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.569953] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.570672] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6aa2bf-40ce-4815-b11b-cc1136f783fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.575562] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1148.575562] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526ef454-7971-0b8f-4b72-e0c6c3c2ed7d" [ 1148.575562] env[70261]: _type = "Task" [ 1148.575562] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.583356] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526ef454-7971-0b8f-4b72-e0c6c3c2ed7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.667358] env[70261]: INFO nova.compute.manager [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Took 22.39 seconds to build instance. [ 1148.825134] env[70261]: DEBUG nova.network.neutron [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Successfully created port: acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.840699] env[70261]: DEBUG nova.compute.manager [None req-bef937ba-665e-40f4-b389-713c00b6b0db tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Found 1 images (rotation: 2) {{(pid=70261) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1148.904818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.905101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.905353] env[70261]: DEBUG nova.network.neutron [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1148.930482] env[70261]: DEBUG nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.934964] env[70261]: INFO nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating resource usage from migration 891766de-2a96-4f82-9c48-f3a1ed65c882 [ 1148.952336] env[70261]: DEBUG oslo_vmware.api [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386836, 'name': PowerOffVM_Task, 'duration_secs': 0.309563} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.952336] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.952336] env[70261]: DEBUG nova.compute.manager [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.953116] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397773b7-6009-4873-af0e-19665b461d83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.958143] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958143] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f1e35b93-05de-4ca0-be0c-c9752f64acc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958143] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 84322947-433b-42fe-bf03-b93de0c16bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958143] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 993e3bf5-4eb0-4794-9618-bb84bf846cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958143] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958143] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 2be9ee6a-7252-4716-ab28-989a3dbad473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958143] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 60992afd-37b8-4439-8814-2e9e1c45e8d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958509] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f8724bbd-7ed0-4bb9-b43e-62d7b6227505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958509] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a8455a32-9591-49d7-bd08-e4af06aa1b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958509] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance fd9976c6-6a5a-4251-849d-b79a5d38f73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.958607] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d4ba74d7-67d7-42cf-a77d-f5e2e56417eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.984339] env[70261]: DEBUG nova.network.neutron [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updated VIF entry in instance network info cache for port 337f02c6-102b-4a34-96dc-5bbf5b02a71b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1148.984582] env[70261]: DEBUG nova.network.neutron [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updating instance_info_cache with network_info: [{"id": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "address": "fa:16:3e:07:96:4e", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337f02c6-10", "ovs_interfaceid": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.066023] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386835, 'name': CloneVM_Task, 'duration_secs': 1.43621} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.066308] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Created linked-clone VM from snapshot [ 1149.067039] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c19e2e-edcc-45c2-b728-d5f7d0c58306 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.074009] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Uploading image 471cb70b-ba39-4173-95b7-2a591080ed7f {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1149.083958] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526ef454-7971-0b8f-4b72-e0c6c3c2ed7d, 'name': SearchDatastore_Task, 'duration_secs': 0.033151} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.084714] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8d76b8-4817-4dc9-908c-9ce2fda4606a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.089663] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1149.089663] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5258aee1-721b-b753-2b22-1c603707f5c0" [ 1149.089663] env[70261]: _type = "Task" [ 1149.089663] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.098064] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1149.098064] env[70261]: value = "vm-675729" [ 1149.098064] env[70261]: _type = "VirtualMachine" [ 1149.098064] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1149.098496] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66542543-b79f-49d1-bb05-c1b0b7485d1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.104946] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5258aee1-721b-b753-2b22-1c603707f5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.106137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.106432] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] fd9976c6-6a5a-4251-849d-b79a5d38f73c/fd9976c6-6a5a-4251-849d-b79a5d38f73c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.106769] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lease: (returnval){ [ 1149.106769] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202ee13-454d-4e0f-f893-0c7260644ea2" [ 1149.106769] env[70261]: _type = "HttpNfcLease" [ 1149.106769] env[70261]: } obtained for exporting VM: (result){ [ 1149.106769] env[70261]: value = "vm-675729" [ 1149.106769] env[70261]: _type = "VirtualMachine" [ 1149.106769] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1149.107014] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the lease: (returnval){ [ 1149.107014] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202ee13-454d-4e0f-f893-0c7260644ea2" [ 1149.107014] env[70261]: _type = "HttpNfcLease" [ 1149.107014] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.107165] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91310ecf-60c1-4a94-a052-20b25a764f69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.115944] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.115944] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202ee13-454d-4e0f-f893-0c7260644ea2" [ 1149.115944] env[70261]: _type = "HttpNfcLease" [ 1149.115944] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.117113] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1149.117113] env[70261]: value = "task-3386838" [ 1149.117113] env[70261]: _type = "Task" [ 1149.117113] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.124796] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.169942] env[70261]: DEBUG oslo_concurrency.lockutils [None req-619822d0-c6a7-4ccf-84fa-2065137142ad tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.905s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.452172] env[70261]: WARNING nova.network.neutron [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] 297a3182-ed98-42a7-bcf6-dbf2042f79b5 already exists in list: networks containing: ['297a3182-ed98-42a7-bcf6-dbf2042f79b5']. ignoring it [ 1149.465077] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 3d558115-b8ad-4f80-bf2c-d4de10838183 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.465297] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Migration 891766de-2a96-4f82-9c48-f3a1ed65c882 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1149.465378] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 40af3bea-9d42-497e-a651-254f8067c088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.465652] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.465850] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.471224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e51dbf8c-a863-48a7-bbce-9a06b0045cb3 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.487508] env[70261]: DEBUG oslo_concurrency.lockutils [req-0596cfe9-e9cb-4b6a-a941-38f23f76550a req-357b8871-56bc-44b0-a8ac-965705711ab2 service nova] Releasing lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.621989] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.621989] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202ee13-454d-4e0f-f893-0c7260644ea2" [ 1149.621989] env[70261]: _type = "HttpNfcLease" [ 1149.621989] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.622947] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.622947] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5202ee13-454d-4e0f-f893-0c7260644ea2" [ 1149.622947] env[70261]: _type = "HttpNfcLease" [ 1149.622947] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.623699] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd37e8-820c-4a3f-a132-cc67a7dc6f58 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.631196] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467505} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.633757] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] fd9976c6-6a5a-4251-849d-b79a5d38f73c/fd9976c6-6a5a-4251-849d-b79a5d38f73c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.633915] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.634200] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1e74241-680e-4975-b837-573110761726 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.639190] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c60f59-5a74-04b1-9f47-7a8095857f87/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.639365] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c60f59-5a74-04b1-9f47-7a8095857f87/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.695117] env[70261]: DEBUG nova.compute.manager [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.702139] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ba5569-7da6-4926-a329-2c0223022b6a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.704704] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1149.704704] env[70261]: value = "task-3386839" [ 1149.704704] env[70261]: _type = "Task" [ 1149.704704] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.718194] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386839, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.736731] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7522dc-2dcd-4068-b065-f32777a7b545 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.747375] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51773766-408d-4c13-9314-8a74f10d7a58 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.749942] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c2fad-edf7-43c4-af47-56488771594d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.788441] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d842e5-c139-43ae-bb86-23e3e4821066 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.799671] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f70a04-4883-4751-a12b-3a949893c65f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.814334] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.832252] env[70261]: DEBUG nova.network.neutron [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "address": "fa:16:3e:25:b5:3e", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad068cb-35", "ovs_interfaceid": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.939582] env[70261]: DEBUG nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.968210] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.968463] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.968624] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.971531] env[70261]: DEBUG nova.virt.hardware [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.971531] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc7b92-16e0-422d-a782-c2585e3643ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.979880] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f289f6c0-369c-432f-8526-b61708daba9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.217821] env[70261]: INFO nova.compute.manager [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] instance snapshotting [ 1150.218680] env[70261]: DEBUG nova.objects.instance [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'flavor' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.220149] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075104} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.220757] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.221607] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf4fec-03b9-4032-9836-2792adac43a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.249058] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] fd9976c6-6a5a-4251-849d-b79a5d38f73c/fd9976c6-6a5a-4251-849d-b79a5d38f73c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.250776] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34168f4-9b24-4035-b5b1-fd433838610f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.272859] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1150.272859] env[70261]: value = "task-3386840" [ 1150.272859] env[70261]: _type = "Task" [ 1150.272859] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.282353] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.323172] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.334702] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.335551] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.335819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.337459] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff391f8-b924-4861-ad95-4978005e12a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.358963] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.359401] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.359615] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.359990] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.360046] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.360223] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.360479] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.360748] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.360971] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.361202] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.361829] env[70261]: DEBUG nova.virt.hardware [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.370093] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Reconfiguring VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1150.370913] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3b36c95-034b-4de2-b02f-448728829cb9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.390949] env[70261]: DEBUG oslo_vmware.api [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1150.390949] env[70261]: value = "task-3386841" [ 1150.390949] env[70261]: _type = "Task" [ 1150.390949] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.396134] env[70261]: DEBUG nova.network.neutron [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Successfully updated port: acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.401862] env[70261]: DEBUG oslo_vmware.api [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386841, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.615786] env[70261]: DEBUG nova.compute.manager [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-vif-plugged-1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.615905] env[70261]: DEBUG oslo_concurrency.lockutils [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] Acquiring lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.616267] env[70261]: DEBUG oslo_concurrency.lockutils [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.616449] env[70261]: DEBUG oslo_concurrency.lockutils [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.616626] env[70261]: DEBUG nova.compute.manager [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] No waiting events found dispatching network-vif-plugged-1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.616801] env[70261]: WARNING nova.compute.manager [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received unexpected event network-vif-plugged-1ad068cb-35f6-4749-a71d-8a71fd606ba3 for instance with vm_state active and task_state None. [ 1150.616973] env[70261]: DEBUG nova.compute.manager [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-changed-1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.617138] env[70261]: DEBUG nova.compute.manager [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing instance network info cache due to event network-changed-1ad068cb-35f6-4749-a71d-8a71fd606ba3. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.617351] env[70261]: DEBUG oslo_concurrency.lockutils [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.617459] env[70261]: DEBUG oslo_concurrency.lockutils [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.617615] env[70261]: DEBUG nova.network.neutron [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Refreshing network info cache for port 1ad068cb-35f6-4749-a71d-8a71fd606ba3 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1150.725251] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48329ba-6093-412b-863f-3e12d2ef3e0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.734380] env[70261]: DEBUG nova.compute.manager [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Received event network-changed-d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.734849] env[70261]: DEBUG nova.compute.manager [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Refreshing instance network info cache due to event network-changed-d13cf242-c196-4882-8f06-bc88d116597b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.735334] env[70261]: DEBUG oslo_concurrency.lockutils [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] Acquiring lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.735816] env[70261]: DEBUG oslo_concurrency.lockutils [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] Acquired lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737048] env[70261]: DEBUG nova.network.neutron [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Refreshing network info cache for port d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1150.755217] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b446617-fc96-4b04-b84d-6e565559f103 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.784941] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386840, 'name': ReconfigVM_Task, 'duration_secs': 0.379543} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.786044] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] fd9976c6-6a5a-4251-849d-b79a5d38f73c/fd9976c6-6a5a-4251-849d-b79a5d38f73c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.786607] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aecb32d-4afb-4ba9-81fa-cc580f0c9f43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.794037] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1150.794037] env[70261]: value = "task-3386842" [ 1150.794037] env[70261]: _type = "Task" [ 1150.794037] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.805336] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386842, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.829319] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1150.829319] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.910s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.831186] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.747s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.905021] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.905229] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.905423] env[70261]: DEBUG nova.network.neutron [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1150.907253] env[70261]: DEBUG oslo_vmware.api [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.270061] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1151.270423] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24dd16cf-859f-4917-8004-1c4ef415aa0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.278933] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1151.278933] env[70261]: value = "task-3386843" [ 1151.278933] env[70261]: _type = "Task" [ 1151.278933] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.288781] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.306020] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386842, 'name': Rename_Task, 'duration_secs': 0.274347} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.306020] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.306020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c93e379-6568-4db0-8bec-496a70dbcfd1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.310505] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1151.310505] env[70261]: value = "task-3386844" [ 1151.310505] env[70261]: _type = "Task" [ 1151.310505] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.319195] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.335709] env[70261]: INFO nova.compute.claims [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.402403] env[70261]: DEBUG oslo_vmware.api [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386841, 'name': ReconfigVM_Task, 'duration_secs': 0.633869} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.403009] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.403257] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Reconfigured VM to attach interface {{(pid=70261) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1151.440232] env[70261]: DEBUG nova.network.neutron [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1151.467632] env[70261]: DEBUG nova.network.neutron [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updated VIF entry in instance network info cache for port 1ad068cb-35f6-4749-a71d-8a71fd606ba3. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1151.468122] env[70261]: DEBUG nova.network.neutron [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "address": "fa:16:3e:25:b5:3e", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad068cb-35", "ovs_interfaceid": "1ad068cb-35f6-4749-a71d-8a71fd606ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.550755] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.551153] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.551340] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.551492] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.551686] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.554239] env[70261]: DEBUG nova.network.neutron [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Updated VIF entry in instance network info cache for port d13cf242-c196-4882-8f06-bc88d116597b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1151.554601] env[70261]: DEBUG nova.network.neutron [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Updating instance_info_cache with network_info: [{"id": "d13cf242-c196-4882-8f06-bc88d116597b", "address": "fa:16:3e:b4:ee:09", "network": {"id": "16ff6f73-2f2d-4b8e-90e9-765683017371", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401256707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0c64f81514a42408f3f8b7ef9b35360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13cf242-c1", "ovs_interfaceid": "d13cf242-c196-4882-8f06-bc88d116597b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.556029] env[70261]: INFO nova.compute.manager [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Terminating instance [ 1151.684415] env[70261]: DEBUG nova.network.neutron [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Updating instance_info_cache with network_info: [{"id": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "address": "fa:16:3e:8f:26:04", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc60d94-57", "ovs_interfaceid": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.789743] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386843, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.823649] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.843352] env[70261]: INFO nova.compute.resource_tracker [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating resource usage from migration 891766de-2a96-4f82-9c48-f3a1ed65c882 [ 1151.914329] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0cb8b8d-478e-4409-9ab0-6c78362638f9 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-2be9ee6a-7252-4716-ab28-989a3dbad473-1ad068cb-35f6-4749-a71d-8a71fd606ba3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.233s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.970980] env[70261]: DEBUG oslo_concurrency.lockutils [req-3bc16a80-b5cc-4948-9415-cdfaf1a77672 req-10bb3f87-baee-4151-88cd-3b689949436f service nova] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.058792] env[70261]: DEBUG oslo_concurrency.lockutils [req-50141522-2fb4-4845-b224-b45def82d19a req-d6e8ef3d-c10a-4149-9e65-c63878b629dc service nova] Releasing lock "refresh_cache-a8455a32-9591-49d7-bd08-e4af06aa1b56" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.059775] env[70261]: DEBUG nova.compute.manager [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.060041] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.062078] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a244c1c-4717-460f-a628-6b5fd06da4c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.066520] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81790a4e-7fd8-4b8b-8673-474499b6fad3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.077037] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d2fec2-6b42-41f5-b979-0e6e48eba97d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.080797] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.081583] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8377b3be-29ea-4f48-907f-13a54d1a93b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.112209] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efba9b9-381d-4cc3-9b8b-170898ae4f8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.120814] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c2667-926a-4780-a2f3-3aeeeba0d511 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.144585] env[70261]: DEBUG nova.compute.provider_tree [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.159911] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.160112] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.160298] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleting the datastore file [datastore1] f8724bbd-7ed0-4bb9-b43e-62d7b6227505 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.160582] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac695c78-0faf-44e9-a729-218813242053 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.167751] env[70261]: DEBUG oslo_vmware.api [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1152.167751] env[70261]: value = "task-3386846" [ 1152.167751] env[70261]: _type = "Task" [ 1152.167751] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.176681] env[70261]: DEBUG oslo_vmware.api [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.187447] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.187794] env[70261]: DEBUG nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Instance network_info: |[{"id": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "address": "fa:16:3e:8f:26:04", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc60d94-57", "ovs_interfaceid": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.188604] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:26:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc60d94-57d8-45ec-9dd2-fccd902f591c', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.196352] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.196678] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.196928] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d930d851-d49b-4189-b53a-82b211a11ee5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.217509] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.217509] env[70261]: value = "task-3386847" [ 1152.217509] env[70261]: _type = "Task" [ 1152.217509] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.225835] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386847, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.289681] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386843, 'name': CreateSnapshot_Task, 'duration_secs': 0.937732} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.290089] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1152.290743] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee839c-e326-41cb-89dc-3e9c8f4c8d0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.321100] env[70261]: DEBUG oslo_vmware.api [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386844, 'name': PowerOnVM_Task, 'duration_secs': 0.825992} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.321384] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.321584] env[70261]: INFO nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1152.321762] env[70261]: DEBUG nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.322564] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc27204-d969-4538-bf95-bbeb3ded15a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.641708] env[70261]: DEBUG nova.compute.manager [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Received event network-vif-plugged-acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.641947] env[70261]: DEBUG oslo_concurrency.lockutils [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] Acquiring lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.642181] env[70261]: DEBUG oslo_concurrency.lockutils [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.642388] env[70261]: DEBUG oslo_concurrency.lockutils [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.642610] env[70261]: DEBUG nova.compute.manager [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] No waiting events found dispatching network-vif-plugged-acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.642863] env[70261]: WARNING nova.compute.manager [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Received unexpected event network-vif-plugged-acc60d94-57d8-45ec-9dd2-fccd902f591c for instance with vm_state building and task_state spawning. [ 1152.643127] env[70261]: DEBUG nova.compute.manager [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Received event network-changed-acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.643342] env[70261]: DEBUG nova.compute.manager [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Refreshing instance network info cache due to event network-changed-acc60d94-57d8-45ec-9dd2-fccd902f591c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.643568] env[70261]: DEBUG oslo_concurrency.lockutils [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] Acquiring lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.643753] env[70261]: DEBUG oslo_concurrency.lockutils [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] Acquired lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.643948] env[70261]: DEBUG nova.network.neutron [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Refreshing network info cache for port acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1152.648200] env[70261]: DEBUG nova.scheduler.client.report [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.677813] env[70261]: DEBUG oslo_vmware.api [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254578} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.678294] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.678493] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.678671] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.679244] env[70261]: INFO nova.compute.manager [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1152.679285] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.679467] env[70261]: DEBUG nova.compute.manager [-] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.679559] env[70261]: DEBUG nova.network.neutron [-] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1152.727767] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386847, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.810775] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1152.811133] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5180989-1291-4281-a61a-e438cc8f65c4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.819605] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1152.819605] env[70261]: value = "task-3386848" [ 1152.819605] env[70261]: _type = "Task" [ 1152.819605] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.828446] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386848, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.840356] env[70261]: INFO nova.compute.manager [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Took 20.98 seconds to build instance. [ 1153.124398] env[70261]: DEBUG nova.compute.manager [req-41468234-e9e0-4da6-8e26-d0f675fbce7b req-cb9e3f54-0a52-465c-98bc-e681307ebeca service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Received event network-vif-deleted-bf0feaef-3a02-4293-8c7f-b6c80eb9c506 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.124635] env[70261]: INFO nova.compute.manager [req-41468234-e9e0-4da6-8e26-d0f675fbce7b req-cb9e3f54-0a52-465c-98bc-e681307ebeca service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Neutron deleted interface bf0feaef-3a02-4293-8c7f-b6c80eb9c506; detaching it from the instance and deleting it from the info cache [ 1153.124955] env[70261]: DEBUG nova.network.neutron [req-41468234-e9e0-4da6-8e26-d0f675fbce7b req-cb9e3f54-0a52-465c-98bc-e681307ebeca service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.152299] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.322s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.152518] env[70261]: INFO nova.compute.manager [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Migrating [ 1153.159701] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.997s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.159919] env[70261]: DEBUG nova.objects.instance [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.230363] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386847, 'name': CreateVM_Task, 'duration_secs': 0.709168} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.230581] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.231466] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.231769] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.232176] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.232584] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf3581c-35ad-4d86-8240-fa3f7966a3d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.239973] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1153.239973] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52447940-bd3c-7e80-3dca-295f76d3b512" [ 1153.239973] env[70261]: _type = "Task" [ 1153.239973] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.248302] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52447940-bd3c-7e80-3dca-295f76d3b512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.333899] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386848, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.342725] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cb0c5b4-d9a5-4699-9d93-0344467a3eaa tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.488s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.435733] env[70261]: DEBUG nova.network.neutron [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Updated VIF entry in instance network info cache for port acc60d94-57d8-45ec-9dd2-fccd902f591c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1153.436200] env[70261]: DEBUG nova.network.neutron [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Updating instance_info_cache with network_info: [{"id": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "address": "fa:16:3e:8f:26:04", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc60d94-57", "ovs_interfaceid": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.515609] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "interface-2be9ee6a-7252-4716-ab28-989a3dbad473-1ad068cb-35f6-4749-a71d-8a71fd606ba3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.515936] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-2be9ee6a-7252-4716-ab28-989a3dbad473-1ad068cb-35f6-4749-a71d-8a71fd606ba3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.597232] env[70261]: DEBUG nova.network.neutron [-] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.628691] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5332167-c260-4b10-b3d2-6dd3d753a24f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.640132] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9d8040-1fff-49f8-bf33-4e3b17c4f8ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.664156] env[70261]: DEBUG nova.objects.instance [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.687084] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.687324] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.687500] env[70261]: DEBUG nova.network.neutron [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1153.690130] env[70261]: DEBUG nova.compute.manager [req-41468234-e9e0-4da6-8e26-d0f675fbce7b req-cb9e3f54-0a52-465c-98bc-e681307ebeca service nova] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Detach interface failed, port_id=bf0feaef-3a02-4293-8c7f-b6c80eb9c506, reason: Instance f8724bbd-7ed0-4bb9-b43e-62d7b6227505 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.691155] env[70261]: INFO nova.compute.claims [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.754143] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52447940-bd3c-7e80-3dca-295f76d3b512, 'name': SearchDatastore_Task, 'duration_secs': 0.014119} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.754966] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.754966] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.755301] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.756373] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.756373] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.756373] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec0effcd-6bfd-483d-ae3d-4f0542609b3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.766682] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.766682] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.767730] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966daffb-df42-48a3-a70b-08387d2e4fb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.774186] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1153.774186] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b6340-ad63-b4a0-446b-e36dee747d5f" [ 1153.774186] env[70261]: _type = "Task" [ 1153.774186] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.783466] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b6340-ad63-b4a0-446b-e36dee747d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.830797] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386848, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.939443] env[70261]: DEBUG oslo_concurrency.lockutils [req-e702dc7d-fbd0-4a17-83cd-7ef66376edd7 req-78aabe4a-28d8-4d27-9108-29d6e24589c7 service nova] Releasing lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.020263] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.020468] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.021483] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b50562-0273-47b8-b0d1-721a19ce5e12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.042319] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd8caa-96f7-4742-bc7d-3cadc2abd021 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.070498] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Reconfiguring VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1154.070891] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3821387-26aa-450a-a5d4-521b38f89c5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.089418] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1154.089418] env[70261]: value = "task-3386849" [ 1154.089418] env[70261]: _type = "Task" [ 1154.089418] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.097453] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.100999] env[70261]: INFO nova.compute.manager [-] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Took 1.42 seconds to deallocate network for instance. [ 1154.287036] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524b6340-ad63-b4a0-446b-e36dee747d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.287560] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4f8e04-4a33-455c-83e2-4e769ecb941d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.292564] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1154.292564] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c47243-d15b-78d2-e223-de2fdb241aa1" [ 1154.292564] env[70261]: _type = "Task" [ 1154.292564] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.300263] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c47243-d15b-78d2-e223-de2fdb241aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.331841] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386848, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.404572] env[70261]: DEBUG nova.network.neutron [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance_info_cache with network_info: [{"id": "1924716c-1b75-43c9-bb58-61adaf377bec", "address": "fa:16:3e:ad:e9:35", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1924716c-1b", "ovs_interfaceid": "1924716c-1b75-43c9-bb58-61adaf377bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.603058] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.607477] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.668776] env[70261]: DEBUG nova.compute.manager [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Received event network-changed-337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.668776] env[70261]: DEBUG nova.compute.manager [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Refreshing instance network info cache due to event network-changed-337f02c6-102b-4a34-96dc-5bbf5b02a71b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.668776] env[70261]: DEBUG oslo_concurrency.lockutils [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] Acquiring lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.668919] env[70261]: DEBUG oslo_concurrency.lockutils [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] Acquired lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.669043] env[70261]: DEBUG nova.network.neutron [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Refreshing network info cache for port 337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1154.806880] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c47243-d15b-78d2-e223-de2fdb241aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.017383} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.807179] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.807444] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d4ba74d7-67d7-42cf-a77d-f5e2e56417eb/d4ba74d7-67d7-42cf-a77d-f5e2e56417eb.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.807713] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e393bc73-4250-49eb-92b6-a1db87a57597 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.816944] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1154.816944] env[70261]: value = "task-3386850" [ 1154.816944] env[70261]: _type = "Task" [ 1154.816944] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.830723] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.835778] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386848, 'name': CloneVM_Task, 'duration_secs': 1.803879} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.838386] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Created linked-clone VM from snapshot [ 1154.839437] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3038ae0-caad-4dda-8bda-ea8c6b7c50ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.847031] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Uploading image f01c1d6c-5498-4e05-b12e-ef49e7ba1e67 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1154.871918] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1154.871918] env[70261]: value = "vm-675732" [ 1154.871918] env[70261]: _type = "VirtualMachine" [ 1154.871918] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1154.871918] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a82b30a0-acee-4270-bd3a-85077c146f39 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.878917] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease: (returnval){ [ 1154.878917] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52133f33-24d7-7ae4-1e1c-a8e2b4ea753f" [ 1154.878917] env[70261]: _type = "HttpNfcLease" [ 1154.878917] env[70261]: } obtained for exporting VM: (result){ [ 1154.878917] env[70261]: value = "vm-675732" [ 1154.878917] env[70261]: _type = "VirtualMachine" [ 1154.878917] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1154.879179] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the lease: (returnval){ [ 1154.879179] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52133f33-24d7-7ae4-1e1c-a8e2b4ea753f" [ 1154.879179] env[70261]: _type = "HttpNfcLease" [ 1154.879179] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1154.885303] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.885303] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52133f33-24d7-7ae4-1e1c-a8e2b4ea753f" [ 1154.885303] env[70261]: _type = "HttpNfcLease" [ 1154.885303] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.902577] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb3c1d-1992-406b-80a8-05c223d5284c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.907409] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.911565] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50b059a-b4a5-41fc-b1a6-069d2fcb2d2c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.943280] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc508c5-c945-4bdd-9c5b-d1c1c37dfe50 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.951147] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d35e17-8db6-401b-9617-c0b8d3365f87 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.966796] env[70261]: DEBUG nova.compute.provider_tree [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.101716] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.329083] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.390875] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.390875] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52133f33-24d7-7ae4-1e1c-a8e2b4ea753f" [ 1155.390875] env[70261]: _type = "HttpNfcLease" [ 1155.390875] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.391190] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.391190] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52133f33-24d7-7ae4-1e1c-a8e2b4ea753f" [ 1155.391190] env[70261]: _type = "HttpNfcLease" [ 1155.391190] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1155.391929] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be622010-b258-48ac-b634-2564a09a9768 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.399097] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7a5a9-0dbb-0a97-61f3-a6abed1accb2/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.399274] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7a5a9-0dbb-0a97-61f3-a6abed1accb2/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1155.469885] env[70261]: DEBUG nova.scheduler.client.report [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.499681] env[70261]: DEBUG nova.network.neutron [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updated VIF entry in instance network info cache for port 337f02c6-102b-4a34-96dc-5bbf5b02a71b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1155.500062] env[70261]: DEBUG nova.network.neutron [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updating instance_info_cache with network_info: [{"id": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "address": "fa:16:3e:07:96:4e", "network": {"id": "60f5b166-75d5-474c-8449-0a8a34e06f8f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1462954780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "545c2dcb60bc4a819396c5e43ce4402c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337f02c6-10", "ovs_interfaceid": "337f02c6-102b-4a34-96dc-5bbf5b02a71b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.501626] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-274bac94-ae27-4f81-9ace-ed45bc2846ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.601474] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.828440] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559906} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.828828] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] d4ba74d7-67d7-42cf-a77d-f5e2e56417eb/d4ba74d7-67d7-42cf-a77d-f5e2e56417eb.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.829120] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.829468] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1dd1065-b739-4d66-b8a9-f91e304d21fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.837960] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1155.837960] env[70261]: value = "task-3386852" [ 1155.837960] env[70261]: _type = "Task" [ 1155.837960] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.846820] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.974862] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.979102] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.372s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.979381] env[70261]: DEBUG nova.objects.instance [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lazy-loading 'resources' on Instance uuid f8724bbd-7ed0-4bb9-b43e-62d7b6227505 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.004545] env[70261]: DEBUG oslo_concurrency.lockutils [req-ebf99379-abd4-461a-9a6c-b01d7d7e16b5 req-e0774e41-6190-4a6a-be9f-95e455c09d20 service nova] Releasing lock "refresh_cache-fd9976c6-6a5a-4251-849d-b79a5d38f73c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.024311] env[70261]: INFO nova.network.neutron [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating port aa62c3fd-4060-4e6e-90f0-df92047a9f25 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1156.103535] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.351637] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073185} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.352202] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.353363] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cd43b5-b5d3-4ebe-a5ca-51b21ee19c1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.376258] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] d4ba74d7-67d7-42cf-a77d-f5e2e56417eb/d4ba74d7-67d7-42cf-a77d-f5e2e56417eb.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.376587] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6454a891-d03c-44b5-81dd-35681e8a5fb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.397466] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1156.397466] env[70261]: value = "task-3386853" [ 1156.397466] env[70261]: _type = "Task" [ 1156.397466] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.406184] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.471312] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3516e-9bd8-4690-a8a9-37c7fd2ce2ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.493332] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance '40af3bea-9d42-497e-a651-254f8067c088' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.605135] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.700455] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a4ea6-b110-4435-bb9f-5b2124418eca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.709229] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0dd62-2dba-4885-9fbe-0ac1c43c6572 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.744743] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6478e9e9-d726-4d40-92c2-cf29f6a3b73d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.753192] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c888aea-a05b-4eeb-86f3-778d973757d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.768542] env[70261]: DEBUG nova.compute.provider_tree [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.907431] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386853, 'name': ReconfigVM_Task, 'duration_secs': 0.428617} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.908438] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Reconfigured VM instance instance-0000006b to attach disk [datastore1] d4ba74d7-67d7-42cf-a77d-f5e2e56417eb/d4ba74d7-67d7-42cf-a77d-f5e2e56417eb.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.909466] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec0c60d-21b1-4595-89fc-84b0df4fc94d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.916257] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1156.916257] env[70261]: value = "task-3386854" [ 1156.916257] env[70261]: _type = "Task" [ 1156.916257] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.925066] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386854, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.999557] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.000126] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d731fada-31b4-4502-8303-3455efecc3ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.007329] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1157.007329] env[70261]: value = "task-3386855" [ 1157.007329] env[70261]: _type = "Task" [ 1157.007329] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.015716] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.103387] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.273327] env[70261]: DEBUG nova.scheduler.client.report [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.427315] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386854, 'name': Rename_Task, 'duration_secs': 0.190138} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.427600] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.427868] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc0480d3-1cbf-49ab-9d5e-d6724098eceb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.434422] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1157.434422] env[70261]: value = "task-3386856" [ 1157.434422] env[70261]: _type = "Task" [ 1157.434422] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.442444] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.517112] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386855, 'name': PowerOffVM_Task, 'duration_secs': 0.284342} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.517942] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.521455] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance '40af3bea-9d42-497e-a651-254f8067c088' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.606237] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.619315] env[70261]: DEBUG nova.compute.manager [req-7948e19a-8059-4352-aeda-70135321bca7 req-8b96ad2c-6cb5-4ef5-a20f-aed1e8b95e18 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received event network-vif-plugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.620019] env[70261]: DEBUG oslo_concurrency.lockutils [req-7948e19a-8059-4352-aeda-70135321bca7 req-8b96ad2c-6cb5-4ef5-a20f-aed1e8b95e18 service nova] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.620019] env[70261]: DEBUG oslo_concurrency.lockutils [req-7948e19a-8059-4352-aeda-70135321bca7 req-8b96ad2c-6cb5-4ef5-a20f-aed1e8b95e18 service nova] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.620272] env[70261]: DEBUG oslo_concurrency.lockutils [req-7948e19a-8059-4352-aeda-70135321bca7 req-8b96ad2c-6cb5-4ef5-a20f-aed1e8b95e18 service nova] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.620560] env[70261]: DEBUG nova.compute.manager [req-7948e19a-8059-4352-aeda-70135321bca7 req-8b96ad2c-6cb5-4ef5-a20f-aed1e8b95e18 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] No waiting events found dispatching network-vif-plugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.620836] env[70261]: WARNING nova.compute.manager [req-7948e19a-8059-4352-aeda-70135321bca7 req-8b96ad2c-6cb5-4ef5-a20f-aed1e8b95e18 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received unexpected event network-vif-plugged-aa62c3fd-4060-4e6e-90f0-df92047a9f25 for instance with vm_state shelved_offloaded and task_state spawning. [ 1157.664054] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c60f59-5a74-04b1-9f47-7a8095857f87/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1157.664563] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac07220-6fee-4001-b83b-84064e391b17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.671151] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c60f59-5a74-04b1-9f47-7a8095857f87/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1157.671505] env[70261]: ERROR oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c60f59-5a74-04b1-9f47-7a8095857f87/disk-0.vmdk due to incomplete transfer. [ 1157.671855] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5604e564-85a2-4a88-aaba-e0698092fa49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.679719] env[70261]: DEBUG oslo_vmware.rw_handles [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c60f59-5a74-04b1-9f47-7a8095857f87/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1157.680131] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Uploaded image 471cb70b-ba39-4173-95b7-2a591080ed7f to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1157.682642] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1157.682984] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9c40bf5-6226-4441-9a25-87a31d4e2e3b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.689334] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1157.689334] env[70261]: value = "task-3386857" [ 1157.689334] env[70261]: _type = "Task" [ 1157.689334] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.699778] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386857, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.717121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.717121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.717121] env[70261]: DEBUG nova.network.neutron [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1157.779854] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.805577] env[70261]: INFO nova.scheduler.client.report [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted allocations for instance f8724bbd-7ed0-4bb9-b43e-62d7b6227505 [ 1157.946173] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386856, 'name': PowerOnVM_Task} progress is 79%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.025414] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.025644] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.025792] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.026022] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.026168] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.026315] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.026524] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.026714] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.026893] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.027094] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.027270] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.032603] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-052a06fb-4848-47c1-9fe4-fd7153e7f60b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.049995] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1158.049995] env[70261]: value = "task-3386858" [ 1158.049995] env[70261]: _type = "Task" [ 1158.049995] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.062414] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.103873] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.200596] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386857, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.316161] env[70261]: DEBUG oslo_concurrency.lockutils [None req-395cab4b-de62-43db-b286-e87a6b517711 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f8724bbd-7ed0-4bb9-b43e-62d7b6227505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.765s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.445939] env[70261]: DEBUG oslo_vmware.api [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386856, 'name': PowerOnVM_Task, 'duration_secs': 0.747853} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.446871] env[70261]: DEBUG nova.network.neutron [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.448098] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.449047] env[70261]: INFO nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1158.449047] env[70261]: DEBUG nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.449517] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f35df-d680-480e-a7b6-6ada90b892df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.561096] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386858, 'name': ReconfigVM_Task, 'duration_secs': 0.261287} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.561456] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance '40af3bea-9d42-497e-a651-254f8067c088' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.604908] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.700532] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386857, 'name': Destroy_Task, 'duration_secs': 0.552568} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.700802] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Destroyed the VM [ 1158.701060] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1158.701320] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8a90dc6-0815-47fc-a737-67a83fc01006 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.707814] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1158.707814] env[70261]: value = "task-3386859" [ 1158.707814] env[70261]: _type = "Task" [ 1158.707814] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.716219] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.950638] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.968719] env[70261]: INFO nova.compute.manager [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Took 22.98 seconds to build instance. [ 1158.974134] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9f6fe21fa020565123ae37a080c1bdc6',container_format='bare',created_at=2025-04-09T13:10:19Z,direct_url=,disk_format='vmdk',id=375c69b7-1fbb-4d16-9019-68c97774b6e1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-697327201-shelved',owner='f31b1bbd419b450abb7b21ecd539d502',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-09T13:10:37Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.974359] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.974512] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.974691] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.974873] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.975062] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.975322] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.975487] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.977451] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.977451] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.977451] env[70261]: DEBUG nova.virt.hardware [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.977451] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f28bd29-3aec-47ab-b745-d733d0e15580 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.985452] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c3832-5dc4-4eef-aac0-cc776e3c5524 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.001708] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:c1:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa62c3fd-4060-4e6e-90f0-df92047a9f25', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.009279] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.009866] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.010117] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51bf7ebd-a6b0-43de-b9e9-8feb13892ffe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.029870] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.029870] env[70261]: value = "task-3386860" [ 1159.029870] env[70261]: _type = "Task" [ 1159.029870] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.038141] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386860, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.068443] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.068781] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.068935] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.069175] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.069314] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.069481] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.069692] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.069855] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.070038] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.070212] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.070387] env[70261]: DEBUG nova.virt.hardware [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.075780] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.076493] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ddf705-2a61-4c56-89fd-a8cce622daef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.095412] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1159.095412] env[70261]: value = "task-3386861" [ 1159.095412] env[70261]: _type = "Task" [ 1159.095412] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.107899] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.111522] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.218599] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386859, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.480445] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9d134d5c-be15-4e37-a7c4-5a9a1fdf5431 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.504s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.540824] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386860, 'name': CreateVM_Task, 'duration_secs': 0.398784} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.540824] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.541312] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.541475] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.541885] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.542189] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d856612-14e4-4b0c-afaa-a6f33355fb18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.546857] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1159.546857] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520f7adf-b5a4-2709-e727-d0566815b433" [ 1159.546857] env[70261]: _type = "Task" [ 1159.546857] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.555060] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520f7adf-b5a4-2709-e727-d0566815b433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.608369] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386861, 'name': ReconfigVM_Task, 'duration_secs': 0.228173} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.611673] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.611978] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.612684] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7e85b-3b0f-4e49-9ed5-2da5557987d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.634014] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 40af3bea-9d42-497e-a651-254f8067c088/40af3bea-9d42-497e-a651-254f8067c088.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.634308] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b86173b9-cc35-4e04-a947-67f542389f09 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.654469] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1159.654469] env[70261]: value = "task-3386862" [ 1159.654469] env[70261]: _type = "Task" [ 1159.654469] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.662740] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.671450] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.671765] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.672046] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.672297] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.672505] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.674898] env[70261]: INFO nova.compute.manager [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Terminating instance [ 1159.691358] env[70261]: DEBUG nova.compute.manager [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received event network-changed-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.691580] env[70261]: DEBUG nova.compute.manager [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Refreshing instance network info cache due to event network-changed-aa62c3fd-4060-4e6e-90f0-df92047a9f25. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.691796] env[70261]: DEBUG oslo_concurrency.lockutils [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] Acquiring lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.691942] env[70261]: DEBUG oslo_concurrency.lockutils [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] Acquired lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.692128] env[70261]: DEBUG nova.network.neutron [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Refreshing network info cache for port aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1159.721136] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386859, 'name': RemoveSnapshot_Task, 'duration_secs': 0.73924} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.721521] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1159.721814] env[70261]: DEBUG nova.compute.manager [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.722744] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd0301e-776c-4c35-ba4f-70ff717dea5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.059137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.059460] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Processing image 375c69b7-1fbb-4d16-9019-68c97774b6e1 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.059759] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1/375c69b7-1fbb-4d16-9019-68c97774b6e1.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.059957] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1/375c69b7-1fbb-4d16-9019-68c97774b6e1.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.060225] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.060526] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf243507-3927-4f54-943a-4e6833c7e9cd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.074309] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.074553] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.075400] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b88417-fc2f-4399-9392-96942b96f89b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.081238] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1160.081238] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bca9d-ead1-6d31-6982-cc6e665e5595" [ 1160.081238] env[70261]: _type = "Task" [ 1160.081238] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.090516] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520bca9d-ead1-6d31-6982-cc6e665e5595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.105551] env[70261]: DEBUG oslo_vmware.api [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386849, 'name': ReconfigVM_Task, 'duration_secs': 5.749661} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.105919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.106063] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Reconfigured VM to detach interface {{(pid=70261) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1160.165317] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.179267] env[70261]: DEBUG nova.compute.manager [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.179486] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.180407] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60392004-adde-43ca-b18e-946f6b26c275 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.188435] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.188712] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f45819-0d9c-4ec7-aa5e-cf0d87be9cd1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.197520] env[70261]: DEBUG oslo_vmware.api [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1160.197520] env[70261]: value = "task-3386863" [ 1160.197520] env[70261]: _type = "Task" [ 1160.197520] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.208662] env[70261]: DEBUG oslo_vmware.api [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.236636] env[70261]: INFO nova.compute.manager [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Shelve offloading [ 1160.443531] env[70261]: DEBUG nova.network.neutron [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updated VIF entry in instance network info cache for port aa62c3fd-4060-4e6e-90f0-df92047a9f25. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1160.443988] env[70261]: DEBUG nova.network.neutron [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.591063] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Preparing fetch location {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1160.591347] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Fetch image to [datastore1] OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a/OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a.vmdk {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1160.591555] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Downloading stream optimized image 375c69b7-1fbb-4d16-9019-68c97774b6e1 to [datastore1] OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a/OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a.vmdk on the data store datastore1 as vApp {{(pid=70261) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1160.591699] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Downloading image file data 375c69b7-1fbb-4d16-9019-68c97774b6e1 to the ESX as VM named 'OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a' {{(pid=70261) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1160.662279] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1160.662279] env[70261]: value = "resgroup-9" [ 1160.662279] env[70261]: _type = "ResourcePool" [ 1160.662279] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1160.662744] env[70261]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24996a67-4804-4c22-a2fc-c9ad75644084 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.683695] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.685083] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lease: (returnval){ [ 1160.685083] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526a96c5-a95a-bcba-5912-278f49c70b73" [ 1160.685083] env[70261]: _type = "HttpNfcLease" [ 1160.685083] env[70261]: } obtained for vApp import into resource pool (val){ [ 1160.685083] env[70261]: value = "resgroup-9" [ 1160.685083] env[70261]: _type = "ResourcePool" [ 1160.685083] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1160.685340] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the lease: (returnval){ [ 1160.685340] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526a96c5-a95a-bcba-5912-278f49c70b73" [ 1160.685340] env[70261]: _type = "HttpNfcLease" [ 1160.685340] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.691262] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.691262] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526a96c5-a95a-bcba-5912-278f49c70b73" [ 1160.691262] env[70261]: _type = "HttpNfcLease" [ 1160.691262] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.707110] env[70261]: DEBUG oslo_vmware.api [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386863, 'name': PowerOffVM_Task, 'duration_secs': 0.299178} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.707402] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.707573] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.707838] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2908887-9dfe-4d6b-bd7e-92b77d9b10a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.740871] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.741208] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858f6b82-caa9-4c21-8f6f-a6ad82d2a679 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.748633] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1160.748633] env[70261]: value = "task-3386867" [ 1160.748633] env[70261]: _type = "Task" [ 1160.748633] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.758415] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.758591] env[70261]: DEBUG nova.compute.manager [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.759341] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd998ca-1778-459a-b592-be3d5651dad5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.765630] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.765630] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.765843] env[70261]: DEBUG nova.network.neutron [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1160.769784] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.769922] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.770196] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleting the datastore file [datastore2] f1e35b93-05de-4ca0-be0c-c9752f64acc9 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.770729] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a842dffe-f596-42b5-a50b-7554b618310d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.777850] env[70261]: DEBUG oslo_vmware.api [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for the task: (returnval){ [ 1160.777850] env[70261]: value = "task-3386868" [ 1160.777850] env[70261]: _type = "Task" [ 1160.777850] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.787502] env[70261]: DEBUG oslo_vmware.api [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.946754] env[70261]: DEBUG oslo_concurrency.lockutils [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] Releasing lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.947229] env[70261]: DEBUG nova.compute.manager [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Received event network-changed-acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.947495] env[70261]: DEBUG nova.compute.manager [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Refreshing instance network info cache due to event network-changed-acc60d94-57d8-45ec-9dd2-fccd902f591c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.947736] env[70261]: DEBUG oslo_concurrency.lockutils [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] Acquiring lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.947889] env[70261]: DEBUG oslo_concurrency.lockutils [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] Acquired lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.948068] env[70261]: DEBUG nova.network.neutron [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Refreshing network info cache for port acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1161.166123] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386862, 'name': ReconfigVM_Task, 'duration_secs': 1.495576} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.166375] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 40af3bea-9d42-497e-a651-254f8067c088/40af3bea-9d42-497e-a651-254f8067c088.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.166707] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance '40af3bea-9d42-497e-a651-254f8067c088' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.193688] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.193688] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526a96c5-a95a-bcba-5912-278f49c70b73" [ 1161.193688] env[70261]: _type = "HttpNfcLease" [ 1161.193688] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.289696] env[70261]: DEBUG oslo_vmware.api [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Task: {'id': task-3386868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19697} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.290132] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.290255] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.290457] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.290654] env[70261]: INFO nova.compute.manager [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1161.290903] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.291141] env[70261]: DEBUG nova.compute.manager [-] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.291231] env[70261]: DEBUG nova.network.neutron [-] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1161.498721] env[70261]: DEBUG nova.network.neutron [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Updating instance_info_cache with network_info: [{"id": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "address": "fa:16:3e:13:30:b9", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855fe52f-22", "ovs_interfaceid": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.509183] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.509183] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquired lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.509183] env[70261]: DEBUG nova.network.neutron [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1161.612126] env[70261]: DEBUG nova.compute.manager [req-fd81b403-27b5-40f0-b926-0bee55a7aa85 req-675c75a8-ad3b-4dab-9c28-74e98bd74ee7 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Received event network-vif-deleted-475371dd-fef6-4d02-800d-ecac391156aa {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.612356] env[70261]: INFO nova.compute.manager [req-fd81b403-27b5-40f0-b926-0bee55a7aa85 req-675c75a8-ad3b-4dab-9c28-74e98bd74ee7 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Neutron deleted interface 475371dd-fef6-4d02-800d-ecac391156aa; detaching it from the instance and deleting it from the info cache [ 1161.612532] env[70261]: DEBUG nova.network.neutron [req-fd81b403-27b5-40f0-b926-0bee55a7aa85 req-675c75a8-ad3b-4dab-9c28-74e98bd74ee7 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.674682] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f98543-e5ab-4fce-ac36-556649c0a956 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.704146] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f004fd7b-398a-4817-80c3-5e78e73c00c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.723964] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance '40af3bea-9d42-497e-a651-254f8067c088' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.728310] env[70261]: DEBUG nova.network.neutron [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Updated VIF entry in instance network info cache for port acc60d94-57d8-45ec-9dd2-fccd902f591c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1161.728782] env[70261]: DEBUG nova.network.neutron [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Updating instance_info_cache with network_info: [{"id": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "address": "fa:16:3e:8f:26:04", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc60d94-57", "ovs_interfaceid": "acc60d94-57d8-45ec-9dd2-fccd902f591c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.731189] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.731189] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526a96c5-a95a-bcba-5912-278f49c70b73" [ 1161.731189] env[70261]: _type = "HttpNfcLease" [ 1161.731189] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.999378] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "2be9ee6a-7252-4716-ab28-989a3dbad473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.999906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.000309] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.000620] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.000878] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.003580] env[70261]: INFO nova.compute.manager [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Terminating instance [ 1162.005267] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.096096] env[70261]: DEBUG nova.network.neutron [-] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.117649] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eab4446c-8daf-4172-95c4-88c0f4cfc7b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.129173] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21f54d-3ed1-4564-9861-b6ad06fe1a77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.165539] env[70261]: DEBUG nova.compute.manager [req-fd81b403-27b5-40f0-b926-0bee55a7aa85 req-675c75a8-ad3b-4dab-9c28-74e98bd74ee7 service nova] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Detach interface failed, port_id=475371dd-fef6-4d02-800d-ecac391156aa, reason: Instance f1e35b93-05de-4ca0-be0c-c9752f64acc9 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.208235] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.208235] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526a96c5-a95a-bcba-5912-278f49c70b73" [ 1162.208235] env[70261]: _type = "HttpNfcLease" [ 1162.208235] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1162.208491] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1162.208491] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526a96c5-a95a-bcba-5912-278f49c70b73" [ 1162.208491] env[70261]: _type = "HttpNfcLease" [ 1162.208491] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1162.209323] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7572b02a-a32b-4660-80a4-3cf2404402f7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.217176] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6a8fa-5a4f-901f-4e69-64346e25b551/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1162.217355] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6a8fa-5a4f-901f-4e69-64346e25b551/disk-0.vmdk. {{(pid=70261) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1162.274977] env[70261]: DEBUG oslo_concurrency.lockutils [req-c38536cb-1ef9-4a56-9000-67caa47ce95c req-d02726bb-41f7-4161-8914-cf513a0e04b5 service nova] Releasing lock "refresh_cache-d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.286050] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b01dac24-cc39-40c7-81b6-e8707d727211 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.317643] env[70261]: DEBUG nova.network.neutron [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Port 1924716c-1b75-43c9-bb58-61adaf377bec binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1162.509986] env[70261]: DEBUG nova.compute.manager [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.510264] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.511523] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7be087-aee2-4560-a300-fa2f5203b5aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.519619] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.522278] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a27986b5-979a-42fe-ab4a-72033e0804f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.528847] env[70261]: DEBUG oslo_vmware.api [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1162.528847] env[70261]: value = "task-3386869" [ 1162.528847] env[70261]: _type = "Task" [ 1162.528847] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.537626] env[70261]: DEBUG oslo_vmware.api [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.579334] env[70261]: INFO nova.network.neutron [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Port 1ad068cb-35f6-4749-a71d-8a71fd606ba3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1162.579706] env[70261]: DEBUG nova.network.neutron [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [{"id": "a4086323-4417-4b7c-9c1d-5791b03f520a", "address": "fa:16:3e:ef:32:db", "network": {"id": "297a3182-ed98-42a7-bcf6-dbf2042f79b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-406188778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704a2b174e4e43569be2b61d82d3e9d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4086323-44", "ovs_interfaceid": "a4086323-4417-4b7c-9c1d-5791b03f520a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.600756] env[70261]: INFO nova.compute.manager [-] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Took 1.31 seconds to deallocate network for instance. [ 1162.656599] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.657538] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb5775-bee7-4b8b-987c-87da8d0ced45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.667306] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.667591] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9680c3a-e653-4c61-8140-349714ec0796 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.736076] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.736076] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.736076] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleting the datastore file [datastore1] 60992afd-37b8-4439-8814-2e9e1c45e8d5 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.736076] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6540385-4aa2-4157-b79f-58e367220fcd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.748021] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1162.748021] env[70261]: value = "task-3386871" [ 1162.748021] env[70261]: _type = "Task" [ 1162.748021] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.758096] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.040032] env[70261]: DEBUG oslo_vmware.api [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386869, 'name': PowerOffVM_Task, 'duration_secs': 0.211211} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.040032] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.040032] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.040032] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57d38968-2a59-4382-a2a4-a247baeeac9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.084041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Releasing lock "refresh_cache-2be9ee6a-7252-4716-ab28-989a3dbad473" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.109789] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.110243] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.110533] env[70261]: DEBUG nova.objects.instance [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lazy-loading 'resources' on Instance uuid f1e35b93-05de-4ca0-be0c-c9752f64acc9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.116082] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.116082] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.116378] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleting the datastore file [datastore2] 2be9ee6a-7252-4716-ab28-989a3dbad473 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.117530] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e24c0aa7-f5a8-4846-886e-1c259b214520 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.128624] env[70261]: DEBUG oslo_vmware.api [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1163.128624] env[70261]: value = "task-3386873" [ 1163.128624] env[70261]: _type = "Task" [ 1163.128624] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.143964] env[70261]: DEBUG oslo_vmware.api [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.256338] env[70261]: DEBUG oslo_vmware.api [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215433} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.256565] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.256786] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.256971] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.281875] env[70261]: INFO nova.scheduler.client.report [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted allocations for instance 60992afd-37b8-4439-8814-2e9e1c45e8d5 [ 1163.344832] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "40af3bea-9d42-497e-a651-254f8067c088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.345102] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.345303] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.589969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c9209df6-6534-4318-b350-7eef50b5c3b3 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "interface-2be9ee6a-7252-4716-ab28-989a3dbad473-1ad068cb-35f6-4749-a71d-8a71fd606ba3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.074s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.640400] env[70261]: DEBUG oslo_vmware.api [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292784} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.643721] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.644067] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.644832] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.644832] env[70261]: INFO nova.compute.manager [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1163.645017] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.649918] env[70261]: DEBUG nova.compute.manager [-] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.649918] env[70261]: DEBUG nova.network.neutron [-] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1163.654022] env[70261]: DEBUG nova.compute.manager [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Received event network-vif-unplugged-855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.654022] env[70261]: DEBUG oslo_concurrency.lockutils [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] Acquiring lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.654022] env[70261]: DEBUG oslo_concurrency.lockutils [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.654022] env[70261]: DEBUG oslo_concurrency.lockutils [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.654022] env[70261]: DEBUG nova.compute.manager [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] No waiting events found dispatching network-vif-unplugged-855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.654022] env[70261]: WARNING nova.compute.manager [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Received unexpected event network-vif-unplugged-855fe52f-22b3-474f-ab83-71d72aaaf0e6 for instance with vm_state shelved_offloaded and task_state None. [ 1163.654022] env[70261]: DEBUG nova.compute.manager [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Received event network-changed-855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.654022] env[70261]: DEBUG nova.compute.manager [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Refreshing instance network info cache due to event network-changed-855fe52f-22b3-474f-ab83-71d72aaaf0e6. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.654463] env[70261]: DEBUG oslo_concurrency.lockutils [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] Acquiring lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.654463] env[70261]: DEBUG oslo_concurrency.lockutils [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] Acquired lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.654664] env[70261]: DEBUG nova.network.neutron [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Refreshing network info cache for port 855fe52f-22b3-474f-ab83-71d72aaaf0e6 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1163.697736] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Completed reading data from the image iterator. {{(pid=70261) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1163.698144] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6a8fa-5a4f-901f-4e69-64346e25b551/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.699330] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87521101-a919-44fc-88bc-82778f7f24fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.711869] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6a8fa-5a4f-901f-4e69-64346e25b551/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.712132] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6a8fa-5a4f-901f-4e69-64346e25b551/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1163.712359] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-276c6309-7f20-4a62-8b4f-e379de6ddb28 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.787500] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.832866] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca47c0f-ad44-46ba-bd78-97a32b7a6b2e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.842906] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf14212-1da8-4533-a93a-79924e7cdd50 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.875185] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1067ef68-bb68-41ed-a189-bc512bd50870 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.884073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b49b26-c1ba-4760-a9e4-1068a7101211 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.902965] env[70261]: DEBUG nova.compute.provider_tree [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.186132] env[70261]: DEBUG oslo_concurrency.lockutils [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.186402] env[70261]: DEBUG oslo_concurrency.lockutils [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.186758] env[70261]: INFO nova.compute.manager [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Rebooting instance [ 1164.310702] env[70261]: DEBUG oslo_vmware.rw_handles [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6a8fa-5a4f-901f-4e69-64346e25b551/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1164.311024] env[70261]: INFO nova.virt.vmwareapi.images [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Downloaded image file data 375c69b7-1fbb-4d16-9019-68c97774b6e1 [ 1164.311800] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b4ffb-6205-4778-b717-5799e94e72bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.331063] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef7ffe40-2fef-4140-a33a-f3ca2da33bf7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.369416] env[70261]: INFO nova.virt.vmwareapi.images [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] The imported VM was unregistered [ 1164.369974] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Caching image {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1164.370238] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Creating directory with path [datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.370542] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6147a8c-46c4-426c-9cc7-9f5e055cd923 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.384882] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.385126] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.385299] env[70261]: DEBUG nova.network.neutron [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1164.390158] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Created directory with path [datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.390158] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a/OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a.vmdk to [datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1/375c69b7-1fbb-4d16-9019-68c97774b6e1.vmdk. {{(pid=70261) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1164.390158] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-092b0aa4-924a-4d47-a70e-8bbbfad0c820 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.398057] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1164.398057] env[70261]: value = "task-3386876" [ 1164.398057] env[70261]: _type = "Task" [ 1164.398057] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.407666] env[70261]: DEBUG nova.scheduler.client.report [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.410807] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386876, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.508681] env[70261]: DEBUG nova.network.neutron [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Updated VIF entry in instance network info cache for port 855fe52f-22b3-474f-ab83-71d72aaaf0e6. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1164.509113] env[70261]: DEBUG nova.network.neutron [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Updating instance_info_cache with network_info: [{"id": "855fe52f-22b3-474f-ab83-71d72aaaf0e6", "address": "fa:16:3e:13:30:b9", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": null, "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap855fe52f-22", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.639191] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.707728] env[70261]: DEBUG oslo_concurrency.lockutils [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.707948] env[70261]: DEBUG oslo_concurrency.lockutils [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.708265] env[70261]: DEBUG nova.network.neutron [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1164.738241] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7a5a9-0dbb-0a97-61f3-a6abed1accb2/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.739133] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a61ee4-8690-4533-99b6-750ef00d87d8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.745835] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7a5a9-0dbb-0a97-61f3-a6abed1accb2/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.746048] env[70261]: ERROR oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7a5a9-0dbb-0a97-61f3-a6abed1accb2/disk-0.vmdk due to incomplete transfer. [ 1164.746225] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68c40be8-1468-4d96-a514-742c5de9fa02 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.753329] env[70261]: DEBUG oslo_vmware.rw_handles [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c7a5a9-0dbb-0a97-61f3-a6abed1accb2/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1164.753519] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Uploaded image f01c1d6c-5498-4e05-b12e-ef49e7ba1e67 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1164.755439] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1164.755668] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-899533e6-5c24-4d3e-bdc3-bf89b28adced {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.761446] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1164.761446] env[70261]: value = "task-3386877" [ 1164.761446] env[70261]: _type = "Task" [ 1164.761446] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.771180] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386877, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.907650] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386876, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.912595] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.915028] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.128s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.915293] env[70261]: DEBUG nova.objects.instance [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'resources' on Instance uuid 60992afd-37b8-4439-8814-2e9e1c45e8d5 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.939230] env[70261]: INFO nova.scheduler.client.report [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Deleted allocations for instance f1e35b93-05de-4ca0-be0c-c9752f64acc9 [ 1165.013883] env[70261]: DEBUG oslo_concurrency.lockutils [req-15dcc148-9be7-46e0-94aa-9ee5a23b8112 req-b73313e3-8247-4395-aed8-800a9755437b service nova] Releasing lock "refresh_cache-60992afd-37b8-4439-8814-2e9e1c45e8d5" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.050032] env[70261]: DEBUG nova.network.neutron [-] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.116026] env[70261]: DEBUG nova.network.neutron [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance_info_cache with network_info: [{"id": "1924716c-1b75-43c9-bb58-61adaf377bec", "address": "fa:16:3e:ad:e9:35", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1924716c-1b", "ovs_interfaceid": "1924716c-1b75-43c9-bb58-61adaf377bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.273409] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386877, 'name': Destroy_Task, 'duration_secs': 0.36018} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.274310] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Destroyed the VM [ 1165.274310] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1165.274310] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c13ea9a3-d53c-4815-a7cb-1a034ab47a96 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.283019] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1165.283019] env[70261]: value = "task-3386878" [ 1165.283019] env[70261]: _type = "Task" [ 1165.283019] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.295363] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.408262] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386876, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.418159] env[70261]: DEBUG nova.objects.instance [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'numa_topology' on Instance uuid 60992afd-37b8-4439-8814-2e9e1c45e8d5 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.447195] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e8ed03f2-0c7d-4af8-b022-74102343de71 tempest-ServersTestJSON-1478460494 tempest-ServersTestJSON-1478460494-project-member] Lock "f1e35b93-05de-4ca0-be0c-c9752f64acc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.775s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.469723] env[70261]: DEBUG nova.network.neutron [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.553138] env[70261]: INFO nova.compute.manager [-] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Took 1.90 seconds to deallocate network for instance. [ 1165.618875] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.674369] env[70261]: DEBUG nova.compute.manager [req-3ca50fa2-5e19-4aed-a5a9-35b2c5ceaeba req-c54eb564-8dc4-496f-89aa-c50c857b02ad service nova] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Received event network-vif-deleted-a4086323-4417-4b7c-9c1d-5791b03f520a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.794699] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.909374] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386876, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.921252] env[70261]: DEBUG nova.objects.base [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Object Instance<60992afd-37b8-4439-8814-2e9e1c45e8d5> lazy-loaded attributes: resources,numa_topology {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.972704] env[70261]: DEBUG oslo_concurrency.lockutils [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.059743] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.094241] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8572c6f5-5a53-4416-9b46-2e9ac30379aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.102716] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b9d39-7b78-40eb-bb7b-357a0a8513da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.136833] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d675b2e6-3791-44d1-bf3a-9f1063fe7ea8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.147226] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f74376-4e4a-4622-b2eb-9a6e79f02af3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.161905] env[70261]: DEBUG nova.compute.provider_tree [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.164867] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6770ad-cf38-4544-ac3f-9cc17ffada2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.185265] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432dbe5-bb1a-492e-9a10-59ebbd016d56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.194547] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance '40af3bea-9d42-497e-a651-254f8067c088' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.294279] env[70261]: DEBUG oslo_vmware.api [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386878, 'name': RemoveSnapshot_Task, 'duration_secs': 0.585345} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.294570] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1166.294858] env[70261]: INFO nova.compute.manager [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Took 15.57 seconds to snapshot the instance on the hypervisor. [ 1166.414692] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386876, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.483031] env[70261]: DEBUG nova.compute.manager [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.483031] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453cab8-3608-4742-9920-72c2970363fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.669695] env[70261]: DEBUG nova.scheduler.client.report [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.703134] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.703134] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-676b5807-5151-4048-8d5a-4b989eb50f1d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.713030] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1166.713030] env[70261]: value = "task-3386880" [ 1166.713030] env[70261]: _type = "Task" [ 1166.713030] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.719600] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.858794] env[70261]: DEBUG nova.compute.manager [None req-0ccbaf9c-ac0a-4cd8-a730-7f6c05d4e50a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Found 2 images (rotation: 2) {{(pid=70261) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1166.913233] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386876, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.176234] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.178972] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.119s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.180256] env[70261]: DEBUG nova.objects.instance [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'resources' on Instance uuid 2be9ee6a-7252-4716-ab28-989a3dbad473 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.222232] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.412040] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386876, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.969696} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.416019] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a/OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a.vmdk to [datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1/375c69b7-1fbb-4d16-9019-68c97774b6e1.vmdk. [ 1167.416019] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Cleaning up location [datastore1] OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1167.416019] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c58b169c-eb73-491a-abfe-ed680c8a233a {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.416019] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e87f3a0c-d6ba-4153-8916-a561abf53265 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.419206] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1167.419206] env[70261]: value = "task-3386881" [ 1167.419206] env[70261]: _type = "Task" [ 1167.419206] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.427634] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.503030] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f093bd-50f9-4443-bc0c-2297612dac78 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.509191] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Doing hard reboot of VM {{(pid=70261) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1167.509486] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c23b1e69-0e66-4aa1-ab9a-9f20de38857e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.515111] env[70261]: DEBUG oslo_vmware.api [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1167.515111] env[70261]: value = "task-3386882" [ 1167.515111] env[70261]: _type = "Task" [ 1167.515111] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.523560] env[70261]: DEBUG oslo_vmware.api [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386882, 'name': ResetVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.687421] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e40eb1d-8d56-4677-9a82-c09c6f75c644 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.272s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.691070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.051s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.691070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.691070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.691070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.692998] env[70261]: INFO nova.compute.manager [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Terminating instance [ 1167.728050] env[70261]: DEBUG oslo_vmware.api [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386880, 'name': PowerOnVM_Task, 'duration_secs': 0.790593} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.728323] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.728504] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6510e510-b303-4341-911e-8084b2cb6ea5 tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance '40af3bea-9d42-497e-a651-254f8067c088' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.889937] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d203dd-4d37-4add-b626-8fe22be9fcae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.898388] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6671ad2a-30fa-4b52-95aa-a9245e81028f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.936113] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb15976-5010-4ae6-9264-2d19fa537b32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.943973] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038946} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.946336] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.946561] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1/375c69b7-1fbb-4d16-9019-68c97774b6e1.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.946881] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1/375c69b7-1fbb-4d16-9019-68c97774b6e1.vmdk to [datastore1] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.947236] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e9d0a97-c99a-485c-a272-57b81290904b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.950422] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e669d690-a952-469e-a406-31a70465d98e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.973202] env[70261]: DEBUG nova.compute.provider_tree [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.976240] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1167.976240] env[70261]: value = "task-3386884" [ 1167.976240] env[70261]: _type = "Task" [ 1167.976240] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.986225] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.027526] env[70261]: DEBUG oslo_vmware.api [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386882, 'name': ResetVM_Task, 'duration_secs': 0.112149} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.027656] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Did hard reboot of VM {{(pid=70261) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1168.028729] env[70261]: DEBUG nova.compute.manager [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.028729] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee5353e-2b2a-4bee-8907-b1501c8295a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.197536] env[70261]: DEBUG nova.compute.manager [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.197897] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.198144] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fd3354c-f78a-48af-910d-d1b8505b0334 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.207196] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aa9457-cbb8-4c63-9984-65a8f754a4c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.241525] env[70261]: WARNING nova.virt.vmwareapi.vmops [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 60992afd-37b8-4439-8814-2e9e1c45e8d5 could not be found. [ 1168.241764] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.241895] env[70261]: INFO nova.compute.manager [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1168.242180] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.242713] env[70261]: DEBUG nova.compute.manager [-] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.242809] env[70261]: DEBUG nova.network.neutron [-] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1168.479229] env[70261]: DEBUG nova.scheduler.client.report [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.487454] env[70261]: DEBUG nova.compute.manager [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.488924] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14cdce-bda4-41d6-9991-8b2b019f2306 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.508329] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.545627] env[70261]: DEBUG oslo_concurrency.lockutils [None req-672642a6-3f9c-4d07-a9aa-044185572d64 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.359s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.989603] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.997758] env[70261]: DEBUG nova.network.neutron [-] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.004429] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.008855] env[70261]: INFO nova.compute.manager [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] instance snapshotting [ 1169.009115] env[70261]: DEBUG nova.objects.instance [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'flavor' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.018447] env[70261]: INFO nova.scheduler.client.report [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted allocations for instance 2be9ee6a-7252-4716-ab28-989a3dbad473 [ 1169.499288] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.500905] env[70261]: INFO nova.compute.manager [-] [instance: 60992afd-37b8-4439-8814-2e9e1c45e8d5] Took 1.26 seconds to deallocate network for instance. [ 1169.516152] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508b1b47-312f-47ba-942e-c03940dc88cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.543135] env[70261]: DEBUG oslo_concurrency.lockutils [None req-948f0360-4db4-409b-97bd-608809dc5936 tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "2be9ee6a-7252-4716-ab28-989a3dbad473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.543s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.547973] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c33fe-9b5f-41af-91fd-87c86e1aacfa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.682147] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "40af3bea-9d42-497e-a651-254f8067c088" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.682441] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.682637] env[70261]: DEBUG nova.compute.manager [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Going to confirm migration 4 {{(pid=70261) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1169.905623] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.905902] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.906154] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.906348] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.906521] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.908847] env[70261]: INFO nova.compute.manager [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Terminating instance [ 1169.999566] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.061804] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1170.062163] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-178868cc-59c2-4b58-9cf6-7d5e4b097eab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.070211] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1170.070211] env[70261]: value = "task-3386886" [ 1170.070211] env[70261]: _type = "Task" [ 1170.070211] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.080153] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386886, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.265788] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.266171] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.266492] env[70261]: DEBUG nova.network.neutron [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1170.266894] env[70261]: DEBUG nova.objects.instance [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lazy-loading 'info_cache' on Instance uuid 40af3bea-9d42-497e-a651-254f8067c088 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.414264] env[70261]: DEBUG nova.compute.manager [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.414264] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.414349] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f83a47-481f-46d6-b8bc-a40c6c0167d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.423896] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.424184] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eba6fafe-c764-46ae-8ca3-5138b36169f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.430792] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1170.430792] env[70261]: value = "task-3386887" [ 1170.430792] env[70261]: _type = "Task" [ 1170.430792] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.439765] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.500246] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.528850] env[70261]: DEBUG oslo_concurrency.lockutils [None req-17409c06-3b58-426c-924a-847b85177b7d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "60992afd-37b8-4439-8814-2e9e1c45e8d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.839s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.581747] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386886, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.942462] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386887, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.000864] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.082234] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386886, 'name': CreateSnapshot_Task, 'duration_secs': 0.671905} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.082533] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1171.083383] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb2f8ec-b41e-4a0f-ba9e-b31873fe2bee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.316312] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "e5ab840d-6843-403e-bba3-438785207c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.316537] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.441293] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386887, 'name': PowerOffVM_Task, 'duration_secs': 0.512547} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.441609] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.441986] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.444486] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05dbce66-2882-4a38-8dd8-caf675a42745 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.481551] env[70261]: DEBUG nova.network.neutron [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance_info_cache with network_info: [{"id": "1924716c-1b75-43c9-bb58-61adaf377bec", "address": "fa:16:3e:ad:e9:35", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1924716c-1b", "ovs_interfaceid": "1924716c-1b75-43c9-bb58-61adaf377bec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.502229] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386884, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.051244} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.502354] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/375c69b7-1fbb-4d16-9019-68c97774b6e1/375c69b7-1fbb-4d16-9019-68c97774b6e1.vmdk to [datastore1] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.503320] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961543e-d4a4-4254-a3e7-5cb8c75bf006 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.527543] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.527891] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f0a3dc8-33e7-4184-a24f-3da1ebdc1868 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.543704] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.543930] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.544127] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleting the datastore file [datastore1] 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.544790] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba452125-1a46-4a15-b0e6-75eff69b1d9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.548947] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1171.548947] env[70261]: value = "task-3386889" [ 1171.548947] env[70261]: _type = "Task" [ 1171.548947] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.553233] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for the task: (returnval){ [ 1171.553233] env[70261]: value = "task-3386890" [ 1171.553233] env[70261]: _type = "Task" [ 1171.553233] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.561226] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.564145] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.601385] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1171.601716] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a3a39f8-fa36-4050-bd91-9eaf3f769ef0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.609353] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1171.609353] env[70261]: value = "task-3386891" [ 1171.609353] env[70261]: _type = "Task" [ 1171.609353] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.617586] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386891, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.820288] env[70261]: DEBUG nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.984397] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-40af3bea-9d42-497e-a651-254f8067c088" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.984710] env[70261]: DEBUG nova.objects.instance [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lazy-loading 'migration_context' on Instance uuid 40af3bea-9d42-497e-a651-254f8067c088 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.061382] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386889, 'name': ReconfigVM_Task, 'duration_secs': 0.282511} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.062060] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3d558115-b8ad-4f80-bf2c-d4de10838183/3d558115-b8ad-4f80-bf2c-d4de10838183.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.062691] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3f3ec9-bd78-4bf2-9a03-d9fac6a70828 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.066971] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.071824] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1172.071824] env[70261]: value = "task-3386893" [ 1172.071824] env[70261]: _type = "Task" [ 1172.071824] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.084387] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386893, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.118965] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386891, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.341980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.342345] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.343941] env[70261]: INFO nova.compute.claims [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.487446] env[70261]: DEBUG nova.objects.base [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Object Instance<40af3bea-9d42-497e-a651-254f8067c088> lazy-loaded attributes: info_cache,migration_context {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.488513] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ce428-da32-4633-be66-83ee0074a573 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.508126] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa52f68-ffa2-441b-ac02-71e4353aac45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.513302] env[70261]: DEBUG oslo_vmware.api [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1172.513302] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5214305c-d5cb-0cdc-467d-fe78e7f28a2b" [ 1172.513302] env[70261]: _type = "Task" [ 1172.513302] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.522066] env[70261]: DEBUG oslo_vmware.api [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5214305c-d5cb-0cdc-467d-fe78e7f28a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.564023] env[70261]: DEBUG oslo_vmware.api [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Task: {'id': task-3386890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612524} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.564307] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.564537] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.564774] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.565069] env[70261]: INFO nova.compute.manager [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1172.565364] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.565645] env[70261]: DEBUG nova.compute.manager [-] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.565741] env[70261]: DEBUG nova.network.neutron [-] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1172.580679] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386893, 'name': Rename_Task, 'duration_secs': 0.140454} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.581097] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.581210] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0efceb51-ea5d-4f15-8419-8989e9caaf38 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.587679] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1172.587679] env[70261]: value = "task-3386894" [ 1172.587679] env[70261]: _type = "Task" [ 1172.587679] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.600099] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.619871] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386891, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.824594] env[70261]: DEBUG nova.compute.manager [req-57e76c50-4c4b-4209-9263-d3c28d120348 req-f3dd8343-57e5-4ee4-a316-1d717094f087 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Received event network-vif-deleted-5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.824928] env[70261]: INFO nova.compute.manager [req-57e76c50-4c4b-4209-9263-d3c28d120348 req-f3dd8343-57e5-4ee4-a316-1d717094f087 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Neutron deleted interface 5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e; detaching it from the instance and deleting it from the info cache [ 1172.825138] env[70261]: DEBUG nova.network.neutron [req-57e76c50-4c4b-4209-9263-d3c28d120348 req-f3dd8343-57e5-4ee4-a316-1d717094f087 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.023952] env[70261]: DEBUG oslo_vmware.api [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5214305c-d5cb-0cdc-467d-fe78e7f28a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.027416} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.024370] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.097750] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.120398] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386891, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.305438] env[70261]: DEBUG nova.network.neutron [-] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.327835] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c44185c6-8e77-48f9-96ef-769c7829656f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.337155] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124e798-79af-442b-b536-58376fdd8719 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.367754] env[70261]: DEBUG nova.compute.manager [req-57e76c50-4c4b-4209-9263-d3c28d120348 req-f3dd8343-57e5-4ee4-a316-1d717094f087 service nova] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Detach interface failed, port_id=5bc0b90d-1cd8-4e04-a79b-d8b4fa4c2c6e, reason: Instance 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.504805] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac375b5-a78a-4802-90a9-bd9cf4e502ca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.515505] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f3ac9-b2b8-4e53-b656-bfb04a494646 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.545417] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e098a09-6229-4e37-9393-d9a6162c30f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.553211] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68f57a2-7002-4aee-b248-6010cc8228ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.567069] env[70261]: DEBUG nova.compute.provider_tree [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.599306] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386894, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.620534] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386891, 'name': CloneVM_Task} progress is 95%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.809015] env[70261]: INFO nova.compute.manager [-] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Took 1.24 seconds to deallocate network for instance. [ 1174.071079] env[70261]: DEBUG nova.scheduler.client.report [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.098695] env[70261]: DEBUG oslo_vmware.api [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386894, 'name': PowerOnVM_Task, 'duration_secs': 1.037575} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.099071] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.121696] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386891, 'name': CloneVM_Task, 'duration_secs': 2.177233} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.122043] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Created linked-clone VM from snapshot [ 1174.122864] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59928ad-7f40-4c2b-887a-4e85a92e2e65 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.133089] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Uploading image 66de4992-0b05-45c3-9fa2-0d19d58b0613 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1174.155412] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1174.155412] env[70261]: value = "vm-675738" [ 1174.155412] env[70261]: _type = "VirtualMachine" [ 1174.155412] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1174.155802] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a436604b-7187-472d-bb79-aaff2fca6775 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.162434] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease: (returnval){ [ 1174.162434] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba4da6-ec16-e0b2-52d3-cca03918454c" [ 1174.162434] env[70261]: _type = "HttpNfcLease" [ 1174.162434] env[70261]: } obtained for exporting VM: (result){ [ 1174.162434] env[70261]: value = "vm-675738" [ 1174.162434] env[70261]: _type = "VirtualMachine" [ 1174.162434] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1174.162767] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the lease: (returnval){ [ 1174.162767] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba4da6-ec16-e0b2-52d3-cca03918454c" [ 1174.162767] env[70261]: _type = "HttpNfcLease" [ 1174.162767] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.169011] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.169011] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba4da6-ec16-e0b2-52d3-cca03918454c" [ 1174.169011] env[70261]: _type = "HttpNfcLease" [ 1174.169011] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.208314] env[70261]: DEBUG nova.compute.manager [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.209329] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875ca66f-d4ba-4d15-84c4-df00d06944ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.316168] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.576620] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.577577] env[70261]: DEBUG nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.580671] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.556s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.670572] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.670572] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba4da6-ec16-e0b2-52d3-cca03918454c" [ 1174.670572] env[70261]: _type = "HttpNfcLease" [ 1174.670572] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1174.670864] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1174.670864] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ba4da6-ec16-e0b2-52d3-cca03918454c" [ 1174.670864] env[70261]: _type = "HttpNfcLease" [ 1174.670864] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1174.671568] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6e2af-0624-4fd8-9fa3-536651703834 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.678574] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279de0d-db39-8eef-e74f-4b52f97f04da/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1174.678746] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279de0d-db39-8eef-e74f-4b52f97f04da/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1174.741901] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ee419150-2923-4803-8978-680feac17cde tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.603s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.778167] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f71364ef-8a74-4916-84b9-6c1c4981986a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.085862] env[70261]: DEBUG nova.compute.utils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.091596] env[70261]: DEBUG nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.091596] env[70261]: DEBUG nova.network.neutron [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.142506] env[70261]: DEBUG nova.policy [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24eabacae2be4801bd5cd1477b837e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a16ffd93eb4009bcd30d2d3ce13f6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.274379] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f95743c-2b43-46ea-8333-0cd501752f63 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.282155] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9d2de4-407c-41b7-a434-defa0ea42441 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.324418] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92aa66-911f-4f0d-8d23-03cdebd2fe4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.336604] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3b9ad-ee05-46e4-8fb9-68971260c146 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.351908] env[70261]: DEBUG nova.compute.provider_tree [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.439565] env[70261]: DEBUG nova.network.neutron [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Successfully created port: 08ac9027-e8eb-4d61-97d6-3cf8625f302c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.591409] env[70261]: DEBUG nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.834051] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad03a2c3-0468-448c-866f-40f50d1340db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.841271] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b955b90-d75a-45b3-b317-ae9aa743664c tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Suspending the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1175.841629] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cd98c766-d1ba-4a95-9cf2-d63a4fe5baa9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.847410] env[70261]: DEBUG oslo_vmware.api [None req-8b955b90-d75a-45b3-b317-ae9aa743664c tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1175.847410] env[70261]: value = "task-3386897" [ 1175.847410] env[70261]: _type = "Task" [ 1175.847410] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.856977] env[70261]: DEBUG nova.scheduler.client.report [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.860236] env[70261]: DEBUG oslo_vmware.api [None req-8b955b90-d75a-45b3-b317-ae9aa743664c tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386897, 'name': SuspendVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.357852] env[70261]: DEBUG oslo_vmware.api [None req-8b955b90-d75a-45b3-b317-ae9aa743664c tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386897, 'name': SuspendVM_Task} progress is 62%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.601221] env[70261]: DEBUG nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.628568] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.628819] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.628996] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.629184] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.629330] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.629476] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.629684] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.629842] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.630017] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.630183] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.630359] env[70261]: DEBUG nova.virt.hardware [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.631281] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd64b11b-a0b6-4b16-b555-d31a4170cb41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.639268] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a5a08c-2667-4c1a-a802-afba9def958f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.843633] env[70261]: DEBUG nova.compute.manager [req-39754da0-aa17-41df-b299-902808ee69b3 req-91a3112d-697e-4eab-9003-8fcfcf0e88c7 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Received event network-vif-plugged-08ac9027-e8eb-4d61-97d6-3cf8625f302c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.843857] env[70261]: DEBUG oslo_concurrency.lockutils [req-39754da0-aa17-41df-b299-902808ee69b3 req-91a3112d-697e-4eab-9003-8fcfcf0e88c7 service nova] Acquiring lock "e5ab840d-6843-403e-bba3-438785207c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.844168] env[70261]: DEBUG oslo_concurrency.lockutils [req-39754da0-aa17-41df-b299-902808ee69b3 req-91a3112d-697e-4eab-9003-8fcfcf0e88c7 service nova] Lock "e5ab840d-6843-403e-bba3-438785207c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.844266] env[70261]: DEBUG oslo_concurrency.lockutils [req-39754da0-aa17-41df-b299-902808ee69b3 req-91a3112d-697e-4eab-9003-8fcfcf0e88c7 service nova] Lock "e5ab840d-6843-403e-bba3-438785207c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.844489] env[70261]: DEBUG nova.compute.manager [req-39754da0-aa17-41df-b299-902808ee69b3 req-91a3112d-697e-4eab-9003-8fcfcf0e88c7 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] No waiting events found dispatching network-vif-plugged-08ac9027-e8eb-4d61-97d6-3cf8625f302c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.844581] env[70261]: WARNING nova.compute.manager [req-39754da0-aa17-41df-b299-902808ee69b3 req-91a3112d-697e-4eab-9003-8fcfcf0e88c7 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Received unexpected event network-vif-plugged-08ac9027-e8eb-4d61-97d6-3cf8625f302c for instance with vm_state building and task_state spawning. [ 1176.859368] env[70261]: DEBUG oslo_vmware.api [None req-8b955b90-d75a-45b3-b317-ae9aa743664c tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386897, 'name': SuspendVM_Task, 'duration_secs': 0.681852} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.859637] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b955b90-d75a-45b3-b317-ae9aa743664c tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Suspended the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1176.859815] env[70261]: DEBUG nova.compute.manager [None req-8b955b90-d75a-45b3-b317-ae9aa743664c tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.860782] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0db469-da78-4b89-ab65-eae24c0dded8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.868316] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.288s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.873196] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.557s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.873390] env[70261]: DEBUG nova.objects.instance [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lazy-loading 'resources' on Instance uuid 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.937593] env[70261]: DEBUG nova.network.neutron [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Successfully updated port: 08ac9027-e8eb-4d61-97d6-3cf8625f302c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.435891] env[70261]: INFO nova.scheduler.client.report [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted allocation for migration 891766de-2a96-4f82-9c48-f3a1ed65c882 [ 1177.439994] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-e5ab840d-6843-403e-bba3-438785207c0b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.439994] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-e5ab840d-6843-403e-bba3-438785207c0b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.440160] env[70261]: DEBUG nova.network.neutron [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1177.538845] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b48fd9-5334-4458-87e1-3a80f9363ef6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.547062] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8809144a-ac95-4ae3-890e-9c69b966d409 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.577752] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c57fde-5a4b-4431-8d7e-146d3a77c3f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.584742] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c9306-3e68-498d-aa90-47c692bf4d53 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.601418] env[70261]: DEBUG nova.compute.provider_tree [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.947760] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3dd9df75-43ce-4c28-9764-5cf6b3a7e45b tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.265s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.986178] env[70261]: DEBUG nova.network.neutron [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1178.107706] env[70261]: DEBUG nova.scheduler.client.report [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.111206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "40af3bea-9d42-497e-a651-254f8067c088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.111206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.111381] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "40af3bea-9d42-497e-a651-254f8067c088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.111566] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.111818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.114045] env[70261]: INFO nova.compute.manager [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Terminating instance [ 1178.134998] env[70261]: DEBUG nova.network.neutron [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Updating instance_info_cache with network_info: [{"id": "08ac9027-e8eb-4d61-97d6-3cf8625f302c", "address": "fa:16:3e:8b:63:f1", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ac9027-e8", "ovs_interfaceid": "08ac9027-e8eb-4d61-97d6-3cf8625f302c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.245627] env[70261]: INFO nova.compute.manager [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Resuming [ 1178.246585] env[70261]: DEBUG nova.objects.instance [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lazy-loading 'flavor' on Instance uuid 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.588699] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.589036] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.615117] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.618550] env[70261]: DEBUG nova.compute.manager [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.618772] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.619691] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb05706-9d58-4692-8612-8e0d417a5687 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.627640] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.627911] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa97300-d5ad-4e76-90a4-096d204a4b06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.632672] env[70261]: INFO nova.scheduler.client.report [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Deleted allocations for instance 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc [ 1178.635583] env[70261]: DEBUG oslo_vmware.api [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1178.635583] env[70261]: value = "task-3386899" [ 1178.635583] env[70261]: _type = "Task" [ 1178.635583] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.638082] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-e5ab840d-6843-403e-bba3-438785207c0b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.638351] env[70261]: DEBUG nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Instance network_info: |[{"id": "08ac9027-e8eb-4d61-97d6-3cf8625f302c", "address": "fa:16:3e:8b:63:f1", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ac9027-e8", "ovs_interfaceid": "08ac9027-e8eb-4d61-97d6-3cf8625f302c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.643072] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:63:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08ac9027-e8eb-4d61-97d6-3cf8625f302c', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.652656] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.653013] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.653796] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7632b2a4-4e77-4251-851d-275015036b8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.672904] env[70261]: DEBUG oslo_vmware.api [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.678161] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.678161] env[70261]: value = "task-3386900" [ 1178.678161] env[70261]: _type = "Task" [ 1178.678161] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.689730] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386900, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.880369] env[70261]: DEBUG nova.compute.manager [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Received event network-changed-08ac9027-e8eb-4d61-97d6-3cf8625f302c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.880481] env[70261]: DEBUG nova.compute.manager [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Refreshing instance network info cache due to event network-changed-08ac9027-e8eb-4d61-97d6-3cf8625f302c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.880784] env[70261]: DEBUG oslo_concurrency.lockutils [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] Acquiring lock "refresh_cache-e5ab840d-6843-403e-bba3-438785207c0b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.881049] env[70261]: DEBUG oslo_concurrency.lockutils [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] Acquired lock "refresh_cache-e5ab840d-6843-403e-bba3-438785207c0b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.881268] env[70261]: DEBUG nova.network.neutron [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Refreshing network info cache for port 08ac9027-e8eb-4d61-97d6-3cf8625f302c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1179.091530] env[70261]: DEBUG nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.145498] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3f16fed3-8a2d-4a31-8aab-5d4825928dab tempest-AttachInterfacesTestJSON-2012582934 tempest-AttachInterfacesTestJSON-2012582934-project-member] Lock "0e40a6b5-411f-4c4a-bd3e-22c33a6500dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.239s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.150399] env[70261]: DEBUG oslo_vmware.api [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386899, 'name': PowerOffVM_Task, 'duration_secs': 0.243366} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.150621] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.150787] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.151062] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a055a33b-1811-44da-bc65-0c65c38efc1e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.188046] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386900, 'name': CreateVM_Task, 'duration_secs': 0.427629} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.188225] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.188888] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.189070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.189401] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.189657] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8cfe95-4b9d-4fbc-9a88-88c48ac7a282 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.194861] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1179.194861] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528f348a-598b-2031-03e1-ce7a9dfd9de7" [ 1179.194861] env[70261]: _type = "Task" [ 1179.194861] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.202579] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528f348a-598b-2031-03e1-ce7a9dfd9de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.216290] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.216290] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.216290] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleting the datastore file [datastore1] 40af3bea-9d42-497e-a651-254f8067c088 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.216471] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb9f56eb-7e4a-49eb-ad92-4631b7b8d056 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.222518] env[70261]: DEBUG oslo_vmware.api [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1179.222518] env[70261]: value = "task-3386902" [ 1179.222518] env[70261]: _type = "Task" [ 1179.222518] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.230772] env[70261]: DEBUG oslo_vmware.api [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.577614] env[70261]: DEBUG nova.network.neutron [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Updated VIF entry in instance network info cache for port 08ac9027-e8eb-4d61-97d6-3cf8625f302c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1179.577988] env[70261]: DEBUG nova.network.neutron [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Updating instance_info_cache with network_info: [{"id": "08ac9027-e8eb-4d61-97d6-3cf8625f302c", "address": "fa:16:3e:8b:63:f1", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ac9027-e8", "ovs_interfaceid": "08ac9027-e8eb-4d61-97d6-3cf8625f302c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.611269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.611548] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.613836] env[70261]: INFO nova.compute.claims [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.704920] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528f348a-598b-2031-03e1-ce7a9dfd9de7, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.705251] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.705624] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.705743] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.705898] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.706109] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.706393] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b792fe11-d2c2-4ebd-ac3d-4657e707335f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.716177] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.717134] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.717134] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9491011-78bf-4792-b6e7-a68d27c9aea4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.723708] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1179.723708] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520563a5-31a2-746f-ead3-bb4307e9aee8" [ 1179.723708] env[70261]: _type = "Task" [ 1179.723708] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.738597] env[70261]: DEBUG oslo_vmware.api [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149064} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.742150] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.742392] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.742577] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.742790] env[70261]: INFO nova.compute.manager [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1179.743089] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.743315] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]520563a5-31a2-746f-ead3-bb4307e9aee8, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.743525] env[70261]: DEBUG nova.compute.manager [-] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.743633] env[70261]: DEBUG nova.network.neutron [-] [instance: 40af3bea-9d42-497e-a651-254f8067c088] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1179.745765] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020d3646-1d78-4075-81a3-320de55f5b33 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.752070] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1179.752070] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c0e769-67ed-167d-9932-6e72b0fc1da9" [ 1179.752070] env[70261]: _type = "Task" [ 1179.752070] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.760065] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.760242] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquired lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.760419] env[70261]: DEBUG nova.network.neutron [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1179.761635] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c0e769-67ed-167d-9932-6e72b0fc1da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.850728] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.850968] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.081659] env[70261]: DEBUG oslo_concurrency.lockutils [req-cbebd70b-144f-4d91-afb0-42f3f6b72893 req-acc375db-c92d-4969-b253-43e01df0bbe5 service nova] Releasing lock "refresh_cache-e5ab840d-6843-403e-bba3-438785207c0b" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.262024] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c0e769-67ed-167d-9932-6e72b0fc1da9, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.265038] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.265038] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] e5ab840d-6843-403e-bba3-438785207c0b/e5ab840d-6843-403e-bba3-438785207c0b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.265038] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0eb2688-fc35-459b-93b2-182c0b8a82dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.272444] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1180.272444] env[70261]: value = "task-3386903" [ 1180.272444] env[70261]: _type = "Task" [ 1180.272444] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.282856] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.356023] env[70261]: DEBUG nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.488650] env[70261]: DEBUG nova.network.neutron [-] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.491089] env[70261]: DEBUG nova.network.neutron [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [{"id": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "address": "fa:16:3e:9f:c1:5d", "network": {"id": "8b9d7898-6ce6-4d6a-8789-0fda29dac0f1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-759333055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f31b1bbd419b450abb7b21ecd539d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa62c3fd-40", "ovs_interfaceid": "aa62c3fd-4060-4e6e-90f0-df92047a9f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.789415] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507276} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.789415] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] e5ab840d-6843-403e-bba3-438785207c0b/e5ab840d-6843-403e-bba3-438785207c0b.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.789415] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.789874] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-500fe859-cf9d-4416-8004-8b7120847fe2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.795644] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1180.795644] env[70261]: value = "task-3386904" [ 1180.795644] env[70261]: _type = "Task" [ 1180.795644] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.807308] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.824489] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3308497-c63f-40ee-aa3a-83c4875cfbe1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.831753] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f68fd5-b659-435d-9679-45a46023c427 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.867304] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87cf143-4609-4607-995e-59c4f2dbfc99 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.877385] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d8f361-6155-4e1e-9d6d-8a4ca10028c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.883655] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.892659] env[70261]: DEBUG nova.compute.provider_tree [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.917330] env[70261]: DEBUG nova.compute.manager [req-1f8d34a9-33f0-4bae-b6e0-bbef2ed6208d req-c7eb79d8-0ff0-4a39-85c9-142fce0d2c3f service nova] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Received event network-vif-deleted-1924716c-1b75-43c9-bb58-61adaf377bec {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.993036] env[70261]: INFO nova.compute.manager [-] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Took 1.25 seconds to deallocate network for instance. [ 1180.993546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Releasing lock "refresh_cache-3d558115-b8ad-4f80-bf2c-d4de10838183" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.996258] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a710b44-1a3b-4218-b47c-fa67dc98861b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.005796] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Resuming the VM {{(pid=70261) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1181.006094] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b4f079f-d374-4a49-a8e3-75898ac19d41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.013464] env[70261]: DEBUG oslo_vmware.api [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1181.013464] env[70261]: value = "task-3386905" [ 1181.013464] env[70261]: _type = "Task" [ 1181.013464] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.022080] env[70261]: DEBUG oslo_vmware.api [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.311053] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092484} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.311053] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.311550] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27d7732-442f-4bde-be4e-be2d715e0434 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.341749] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e5ab840d-6843-403e-bba3-438785207c0b/e5ab840d-6843-403e-bba3-438785207c0b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.342185] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fcb52f0-cdc5-4b35-81a5-a0c7d5fb55ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.362199] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1181.362199] env[70261]: value = "task-3386906" [ 1181.362199] env[70261]: _type = "Task" [ 1181.362199] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.371537] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.400825] env[70261]: DEBUG nova.scheduler.client.report [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.503792] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.531067] env[70261]: DEBUG oslo_vmware.api [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.873643] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386906, 'name': ReconfigVM_Task, 'duration_secs': 0.491783} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.874078] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e5ab840d-6843-403e-bba3-438785207c0b/e5ab840d-6843-403e-bba3-438785207c0b.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.874706] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89206dec-6066-46dc-bfad-b7d31e5e5b77 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.881575] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1181.881575] env[70261]: value = "task-3386907" [ 1181.881575] env[70261]: _type = "Task" [ 1181.881575] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.893986] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386907, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.908257] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.908961] env[70261]: DEBUG nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.911590] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.028s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.915026] env[70261]: INFO nova.compute.claims [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.023603] env[70261]: DEBUG oslo_vmware.api [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386905, 'name': PowerOnVM_Task, 'duration_secs': 0.565305} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.023828] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Resumed the VM {{(pid=70261) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1182.024016] env[70261]: DEBUG nova.compute.manager [None req-2f5c341a-96e6-4adc-9889-e20419d01ed7 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.024822] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b277bc4-ccc8-4bef-85fb-c670a9fe92ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.392660] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386907, 'name': Rename_Task, 'duration_secs': 0.183274} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.392984] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.393257] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e09f8107-dae1-4ce0-a2e7-e7dc352af7d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.400044] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1182.400044] env[70261]: value = "task-3386908" [ 1182.400044] env[70261]: _type = "Task" [ 1182.400044] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.412556] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.417064] env[70261]: DEBUG nova.compute.utils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.422024] env[70261]: DEBUG nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.422024] env[70261]: DEBUG nova.network.neutron [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.463055] env[70261]: DEBUG nova.policy [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75d189135c664695813bb86240f7a238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02047a9f35ba48de8efcc0847b33cec8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.720557] env[70261]: DEBUG nova.network.neutron [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Successfully created port: 1b65760d-7d08-4a24-a401-39c32fcf1533 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.911456] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386908, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.920329] env[70261]: DEBUG nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.163570] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083449a2-2ac8-4e06-b843-01f7befafa93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.172628] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda1227-ca93-4428-8c72-5720d2ad400b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.209704] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd887a-42ad-4dae-bd13-2fbd5b5bc074 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.217618] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c3bde-0608-4724-8fe1-34b83e995522 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.231262] env[70261]: DEBUG nova.compute.provider_tree [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.411619] env[70261]: DEBUG oslo_vmware.api [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386908, 'name': PowerOnVM_Task, 'duration_secs': 0.611319} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.412141] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.412337] env[70261]: INFO nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1183.412640] env[70261]: DEBUG nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.413505] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a4a231-c96e-43d2-badb-46b93de98c45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.448813] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279de0d-db39-8eef-e74f-4b52f97f04da/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1183.449764] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7631a9ad-04a9-4bc3-b3a7-5271fa1acefe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.459366] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279de0d-db39-8eef-e74f-4b52f97f04da/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1183.459534] env[70261]: ERROR oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279de0d-db39-8eef-e74f-4b52f97f04da/disk-0.vmdk due to incomplete transfer. [ 1183.459775] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7173c5b-d157-4f40-8ff5-a58cc0837442 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.468630] env[70261]: DEBUG oslo_vmware.rw_handles [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5279de0d-db39-8eef-e74f-4b52f97f04da/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1183.468856] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Uploaded image 66de4992-0b05-45c3-9fa2-0d19d58b0613 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1183.471310] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1183.471912] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb295325-1d16-4d62-9900-6c5d8f618022 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.478705] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1183.478705] env[70261]: value = "task-3386909" [ 1183.478705] env[70261]: _type = "Task" [ 1183.478705] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.488763] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386909, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.735319] env[70261]: DEBUG nova.scheduler.client.report [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.936074] env[70261]: DEBUG nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.946218] env[70261]: INFO nova.compute.manager [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Took 11.62 seconds to build instance. [ 1183.975523] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.975758] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.975918] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.976441] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.976441] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.976441] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.976632] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.976798] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.976966] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.977149] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.977354] env[70261]: DEBUG nova.virt.hardware [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.978476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec77c78-e555-41e6-9c2e-1f826fc0f2d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.992592] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b7369-ca5b-4403-90cc-2143196ab137 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.996383] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386909, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.240767] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.241153] env[70261]: DEBUG nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.246200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.740s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.246200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.283066] env[70261]: INFO nova.scheduler.client.report [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted allocations for instance 40af3bea-9d42-497e-a651-254f8067c088 [ 1184.383721] env[70261]: DEBUG nova.compute.manager [req-afac136a-d6b3-4c62-b15f-c55ccb90a972 req-5d65f3e7-9493-4f19-9dd4-ab1b8df28e97 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Received event network-vif-plugged-1b65760d-7d08-4a24-a401-39c32fcf1533 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.383721] env[70261]: DEBUG oslo_concurrency.lockutils [req-afac136a-d6b3-4c62-b15f-c55ccb90a972 req-5d65f3e7-9493-4f19-9dd4-ab1b8df28e97 service nova] Acquiring lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.383721] env[70261]: DEBUG oslo_concurrency.lockutils [req-afac136a-d6b3-4c62-b15f-c55ccb90a972 req-5d65f3e7-9493-4f19-9dd4-ab1b8df28e97 service nova] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.383721] env[70261]: DEBUG oslo_concurrency.lockutils [req-afac136a-d6b3-4c62-b15f-c55ccb90a972 req-5d65f3e7-9493-4f19-9dd4-ab1b8df28e97 service nova] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.383948] env[70261]: DEBUG nova.compute.manager [req-afac136a-d6b3-4c62-b15f-c55ccb90a972 req-5d65f3e7-9493-4f19-9dd4-ab1b8df28e97 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] No waiting events found dispatching network-vif-plugged-1b65760d-7d08-4a24-a401-39c32fcf1533 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.384216] env[70261]: WARNING nova.compute.manager [req-afac136a-d6b3-4c62-b15f-c55ccb90a972 req-5d65f3e7-9493-4f19-9dd4-ab1b8df28e97 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Received unexpected event network-vif-plugged-1b65760d-7d08-4a24-a401-39c32fcf1533 for instance with vm_state building and task_state spawning. [ 1184.452775] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3cb32b4a-64cb-41d5-b9c6-3c4568d30ad4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.136s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.491914] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386909, 'name': Destroy_Task} progress is 33%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.564530] env[70261]: DEBUG nova.network.neutron [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Successfully updated port: 1b65760d-7d08-4a24-a401-39c32fcf1533 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.753697] env[70261]: DEBUG nova.compute.utils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.755258] env[70261]: DEBUG nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.755426] env[70261]: DEBUG nova.network.neutron [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.796203] env[70261]: DEBUG nova.policy [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a0937dfe2e743ad906c13456acbbf27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0ce7ea910348ebb8027b33c3ebe135', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.798222] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a8830cc-76a9-41b1-875f-f196199436ac tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "40af3bea-9d42-497e-a651-254f8067c088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.687s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.876617] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "e5ab840d-6843-403e-bba3-438785207c0b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.876894] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.878671] env[70261]: DEBUG nova.compute.manager [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.878671] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb76a9-95e0-447e-acb2-7d12a0622547 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.885149] env[70261]: DEBUG nova.compute.manager [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1184.885746] env[70261]: DEBUG nova.objects.instance [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'flavor' on Instance uuid e5ab840d-6843-403e-bba3-438785207c0b {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.994211] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386909, 'name': Destroy_Task, 'duration_secs': 1.380816} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.994463] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Destroyed the VM [ 1184.994791] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1184.995249] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b08f675-e739-436d-a5cf-99aefa7cd664 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.001818] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1185.001818] env[70261]: value = "task-3386910" [ 1185.001818] env[70261]: _type = "Task" [ 1185.001818] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.010019] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386910, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.067051] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "refresh_cache-0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.067051] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "refresh_cache-0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.067051] env[70261]: DEBUG nova.network.neutron [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1185.109732] env[70261]: DEBUG nova.network.neutron [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Successfully created port: 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.261472] env[70261]: DEBUG nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.512933] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386910, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.636683] env[70261]: DEBUG nova.network.neutron [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1185.770079] env[70261]: INFO nova.virt.block_device [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Booting with volume e568c560-f57d-4683-b3ad-ffb490ea04ee at /dev/sda [ 1185.825624] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d3ff0fd-3d01-435d-9ab1-79549f8a1990 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.836919] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c3139-12ba-4fd5-af86-ab10ecdce59a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.848474] env[70261]: DEBUG nova.network.neutron [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Updating instance_info_cache with network_info: [{"id": "1b65760d-7d08-4a24-a401-39c32fcf1533", "address": "fa:16:3e:e0:5a:bd", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b65760d-7d", "ovs_interfaceid": "1b65760d-7d08-4a24-a401-39c32fcf1533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.870239] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-effba918-1fbb-46e0-9cd0-a6db334c6185 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.879660] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2354c2-4b16-463c-91d4-97628d9f0969 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.893914] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.894237] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f93c6d-bdb5-4365-8584-42658022bff4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.911196] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc11e3-f537-499c-8857-117b37335599 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.914714] env[70261]: DEBUG oslo_vmware.api [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1185.914714] env[70261]: value = "task-3386911" [ 1185.914714] env[70261]: _type = "Task" [ 1185.914714] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.920861] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e9f54b-a64e-4e73-9aab-3ef005dda539 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.926489] env[70261]: DEBUG oslo_vmware.api [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.930964] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "a41467b5-7805-42b2-bfa8-1509fa750aab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.932037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.938793] env[70261]: DEBUG nova.virt.block_device [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating existing volume attachment record: 78b7b158-096b-4376-8c06-affd50976a8c {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1186.017419] env[70261]: DEBUG oslo_vmware.api [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386910, 'name': RemoveSnapshot_Task, 'duration_secs': 0.976581} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.017916] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1186.018335] env[70261]: INFO nova.compute.manager [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Took 16.50 seconds to snapshot the instance on the hypervisor. [ 1186.351823] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "refresh_cache-0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.352264] env[70261]: DEBUG nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Instance network_info: |[{"id": "1b65760d-7d08-4a24-a401-39c32fcf1533", "address": "fa:16:3e:e0:5a:bd", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b65760d-7d", "ovs_interfaceid": "1b65760d-7d08-4a24-a401-39c32fcf1533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.352652] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:5a:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b65760d-7d08-4a24-a401-39c32fcf1533', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.361158] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.361411] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.361646] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51431b66-dd83-46ef-a042-8900be75d4b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.386186] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.386186] env[70261]: value = "task-3386912" [ 1186.386186] env[70261]: _type = "Task" [ 1186.386186] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.397925] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386912, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.411317] env[70261]: DEBUG nova.compute.manager [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Received event network-changed-1b65760d-7d08-4a24-a401-39c32fcf1533 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.411498] env[70261]: DEBUG nova.compute.manager [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Refreshing instance network info cache due to event network-changed-1b65760d-7d08-4a24-a401-39c32fcf1533. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.411695] env[70261]: DEBUG oslo_concurrency.lockutils [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] Acquiring lock "refresh_cache-0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.411841] env[70261]: DEBUG oslo_concurrency.lockutils [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] Acquired lock "refresh_cache-0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.412031] env[70261]: DEBUG nova.network.neutron [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Refreshing network info cache for port 1b65760d-7d08-4a24-a401-39c32fcf1533 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1186.426081] env[70261]: DEBUG oslo_vmware.api [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386911, 'name': PowerOffVM_Task, 'duration_secs': 0.349302} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.426717] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.426717] env[70261]: DEBUG nova.compute.manager [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.427895] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f2546-8212-4ae2-9388-0598d3c21b73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.434527] env[70261]: DEBUG nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.583280] env[70261]: DEBUG nova.compute.manager [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Found 3 images (rotation: 2) {{(pid=70261) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1186.583453] env[70261]: DEBUG nova.compute.manager [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Rotating out 1 backups {{(pid=70261) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1186.583616] env[70261]: DEBUG nova.compute.manager [None req-8b35d9f9-e06d-4907-853b-ecb3ea520fa4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleting image 6bf56509-834e-4afb-99b5-87d3abd4a30e {{(pid=70261) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1186.638383] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.638616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.906240] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386912, 'name': CreateVM_Task} progress is 25%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.944616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9319a3fc-2e50-482f-9d07-ea67d0c3f0f6 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.964664] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.964902] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.968124] env[70261]: INFO nova.compute.claims [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.066262] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.066262] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.066262] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.066262] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.066262] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.068087] env[70261]: INFO nova.compute.manager [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Terminating instance [ 1187.132036] env[70261]: DEBUG nova.network.neutron [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Successfully updated port: 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.142551] env[70261]: DEBUG nova.compute.utils [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.221241] env[70261]: DEBUG nova.network.neutron [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Updated VIF entry in instance network info cache for port 1b65760d-7d08-4a24-a401-39c32fcf1533. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1187.221241] env[70261]: DEBUG nova.network.neutron [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Updating instance_info_cache with network_info: [{"id": "1b65760d-7d08-4a24-a401-39c32fcf1533", "address": "fa:16:3e:e0:5a:bd", "network": {"id": "1f834446-32de-4abb-9a14-bec6a8c08f56", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1079360514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02047a9f35ba48de8efcc0847b33cec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b65760d-7d", "ovs_interfaceid": "1b65760d-7d08-4a24-a401-39c32fcf1533", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.398292] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386912, 'name': CreateVM_Task, 'duration_secs': 0.6224} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.398292] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.399105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.399105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.399295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.399576] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e261c431-9e4e-41d2-8815-b93299a88bef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.404294] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1187.404294] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a8ea49-1774-2cf5-977c-d7ce40f004a7" [ 1187.404294] env[70261]: _type = "Task" [ 1187.404294] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.412645] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a8ea49-1774-2cf5-977c-d7ce40f004a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.580963] env[70261]: DEBUG nova.compute.manager [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.580963] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.582021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dbbf85-fd26-49ea-8924-4ea77625d0bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.590646] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.590955] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0afa3c00-0ddd-4c9d-9d1f-49d3d34faf64 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.597718] env[70261]: DEBUG oslo_vmware.api [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1187.597718] env[70261]: value = "task-3386913" [ 1187.597718] env[70261]: _type = "Task" [ 1187.597718] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.606090] env[70261]: DEBUG oslo_vmware.api [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.633941] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.634118] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.634283] env[70261]: DEBUG nova.network.neutron [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1187.653588] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.654219] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "e5ab840d-6843-403e-bba3-438785207c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.655295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.655295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "e5ab840d-6843-403e-bba3-438785207c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.655295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.655295] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.657564] env[70261]: INFO nova.compute.manager [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Terminating instance [ 1187.723692] env[70261]: DEBUG oslo_concurrency.lockutils [req-793e6497-6f71-4c9a-a0c0-cc5a828dc2c9 req-5c91222b-b384-4c2a-ac11-2834f7a75df1 service nova] Releasing lock "refresh_cache-0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.915339] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a8ea49-1774-2cf5-977c-d7ce40f004a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.915603] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.915829] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.916080] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.916229] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.916414] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.916664] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a66cc6f-7299-4f54-97a4-96f26e0bb817 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.924208] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.924420] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.925069] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769a109d-8c7d-4562-a0a2-6140d7b72614 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.929895] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1187.929895] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267c029-a364-c355-e774-59c816c0d785" [ 1187.929895] env[70261]: _type = "Task" [ 1187.929895] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.939048] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267c029-a364-c355-e774-59c816c0d785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.066029] env[70261]: DEBUG nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.066623] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.066917] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.067020] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.067213] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.067367] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.067505] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.067713] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.067874] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.068085] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.068278] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.068454] env[70261]: DEBUG nova.virt.hardware [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.069326] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b45b8-a525-4cdb-a937-77663fb8c107 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.079389] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10139c-a170-4e57-aaa8-1d72efa33815 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.105209] env[70261]: DEBUG oslo_vmware.api [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386913, 'name': PowerOffVM_Task, 'duration_secs': 0.220708} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.107526] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.107761] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.108113] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f81e4d1-b52f-423e-9918-4d1da05ea952 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.117650] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fce5dc-aca3-442f-adb6-9bb75bc5f3b4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.125461] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487dad5b-7788-4072-b5c3-da8a11ae0134 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.161274] env[70261]: DEBUG nova.compute.manager [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.161831] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.162571] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6dc9d2-9ba3-4d24-8f16-b69587c1ba7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.165869] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b58a1d-e7b9-428e-8b7b-718450a995f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.177123] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9bc1e8-524a-47b9-9bac-c028d31e0c8a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.180890] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.181101] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.181280] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleting the datastore file [datastore1] 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.181539] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.182106] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21aa86cf-3fbf-4fc8-bb3c-469d1e953f0c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.183882] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9231db99-5cad-4646-87fe-99f860528ec6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.196853] env[70261]: DEBUG nova.compute.provider_tree [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.199973] env[70261]: DEBUG nova.network.neutron [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1188.202068] env[70261]: DEBUG oslo_vmware.api [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for the task: (returnval){ [ 1188.202068] env[70261]: value = "task-3386915" [ 1188.202068] env[70261]: _type = "Task" [ 1188.202068] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.212909] env[70261]: DEBUG oslo_vmware.api [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.257631] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.257881] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.258112] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleting the datastore file [datastore2] e5ab840d-6843-403e-bba3-438785207c0b {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.258448] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1738f2-5a5e-4fa4-9bfb-65e49d746ef8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.265203] env[70261]: DEBUG oslo_vmware.api [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1188.265203] env[70261]: value = "task-3386917" [ 1188.265203] env[70261]: _type = "Task" [ 1188.265203] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.273184] env[70261]: DEBUG oslo_vmware.api [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.339043] env[70261]: DEBUG nova.network.neutron [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [{"id": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "address": "fa:16:3e:c8:8b:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d653de5-9a", "ovs_interfaceid": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.438176] env[70261]: DEBUG nova.compute.manager [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Received event network-vif-plugged-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.438453] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] Acquiring lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.438757] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.438931] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.439204] env[70261]: DEBUG nova.compute.manager [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] No waiting events found dispatching network-vif-plugged-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.439440] env[70261]: WARNING nova.compute.manager [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Received unexpected event network-vif-plugged-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd for instance with vm_state building and task_state spawning. [ 1188.439548] env[70261]: DEBUG nova.compute.manager [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Received event network-changed-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.439700] env[70261]: DEBUG nova.compute.manager [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Refreshing instance network info cache due to event network-changed-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.439866] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] Acquiring lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.444357] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5267c029-a364-c355-e774-59c816c0d785, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.445209] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4a9acb-aaca-45d0-93b8-1d47a70abe04 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.450971] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1188.450971] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b2b861-fbef-a31c-1da8-a1b76d69ddbb" [ 1188.450971] env[70261]: _type = "Task" [ 1188.450971] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.459535] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b2b861-fbef-a31c-1da8-a1b76d69ddbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.705246] env[70261]: DEBUG nova.scheduler.client.report [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.716533] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.716935] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.717031] env[70261]: INFO nova.compute.manager [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Attaching volume cfcd6e30-45a9-41e9-a182-ff3db71cf5f1 to /dev/sdb [ 1188.718591] env[70261]: DEBUG oslo_vmware.api [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Task: {'id': task-3386915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20504} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.722034] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.722034] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.722034] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.722034] env[70261]: INFO nova.compute.manager [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1188.722034] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.722493] env[70261]: DEBUG nova.compute.manager [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.722493] env[70261]: DEBUG nova.network.neutron [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1188.750128] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46af596-0867-47bb-9abf-6bc9650ec99b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.757688] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900b50bf-fc18-4c4e-ab38-d752f49f8e8f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.772149] env[70261]: DEBUG nova.virt.block_device [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Updating existing volume attachment record: 0f9e6b5a-0f6c-4ea4-9054-7fe7a4540c6f {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1188.779113] env[70261]: DEBUG oslo_vmware.api [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219062} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.781116] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.781300] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.781484] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.781650] env[70261]: INFO nova.compute.manager [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1188.781880] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.782082] env[70261]: DEBUG nova.compute.manager [-] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.782178] env[70261]: DEBUG nova.network.neutron [-] [instance: e5ab840d-6843-403e-bba3-438785207c0b] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1188.842192] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.842596] env[70261]: DEBUG nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Instance network_info: |[{"id": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "address": "fa:16:3e:c8:8b:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d653de5-9a", "ovs_interfaceid": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.842935] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] Acquired lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.843156] env[70261]: DEBUG nova.network.neutron [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Refreshing network info cache for port 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1188.844436] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:8b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d653de5-9a6a-4c4f-9adf-11c0a2daaccd', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.852160] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.852631] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.852857] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb81294b-a7a7-44f6-8082-7f0bb212a344 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.874373] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.874373] env[70261]: value = "task-3386918" [ 1188.874373] env[70261]: _type = "Task" [ 1188.874373] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.884215] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386918, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.897108] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.897355] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.897534] env[70261]: DEBUG nova.compute.manager [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.898348] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33f657-7a48-4895-a936-fb4829044201 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.905759] env[70261]: DEBUG nova.compute.manager [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1188.906363] env[70261]: DEBUG nova.objects.instance [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'flavor' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.961253] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b2b861-fbef-a31c-1da8-a1b76d69ddbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.961585] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.961955] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7/0b00875a-ef6e-4df7-ba88-cd3b3e598fc7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.962256] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b84d5367-ac90-432f-a20b-d40070c2d742 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.969972] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1188.969972] env[70261]: value = "task-3386920" [ 1188.969972] env[70261]: _type = "Task" [ 1188.969972] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.981574] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.208897] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.209622] env[70261]: DEBUG nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.391817] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386918, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.482534] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386920, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.563656] env[70261]: DEBUG nova.network.neutron [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updated VIF entry in instance network info cache for port 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1189.564034] env[70261]: DEBUG nova.network.neutron [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [{"id": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "address": "fa:16:3e:c8:8b:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d653de5-9a", "ovs_interfaceid": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.588270] env[70261]: DEBUG nova.network.neutron [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.628138] env[70261]: DEBUG nova.network.neutron [-] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.715387] env[70261]: DEBUG nova.compute.utils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.716696] env[70261]: DEBUG nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.716860] env[70261]: DEBUG nova.network.neutron [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.754218] env[70261]: DEBUG nova.policy [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b967879a0084ec1acc896e2830e78e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1e2c4253f0496eb62a10b9bb6e27ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.886266] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386918, 'name': CreateVM_Task, 'duration_secs': 0.552746} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.886455] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.887172] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675736', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'name': 'volume-e568c560-f57d-4683-b3ad-ffb490ea04ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'serial': 'e568c560-f57d-4683-b3ad-ffb490ea04ee'}, 'delete_on_termination': True, 'attachment_id': '78b7b158-096b-4376-8c06-affd50976a8c', 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70261) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1189.887456] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Root volume attach. Driver type: vmdk {{(pid=70261) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1189.888177] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ad9646-aabf-4fcf-8487-fd27572e035d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.896923] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ac717-b5b9-4da4-babf-193d4f221781 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.902597] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c08ae65-ad9f-4472-a91d-5f0ab585e3e0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.908336] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bbae9b8f-0834-4485-b839-3cba0a92e014 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.914525] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.914747] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c107f2a-2f09-45f4-b78b-8797154e946d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.916691] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1189.916691] env[70261]: value = "task-3386921" [ 1189.916691] env[70261]: _type = "Task" [ 1189.916691] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.920892] env[70261]: DEBUG oslo_vmware.api [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1189.920892] env[70261]: value = "task-3386922" [ 1189.920892] env[70261]: _type = "Task" [ 1189.920892] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.923893] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386921, 'name': RelocateVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.931283] env[70261]: DEBUG oslo_vmware.api [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.980640] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515381} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.980889] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7/0b00875a-ef6e-4df7-ba88-cd3b3e598fc7.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.981143] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.981386] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f31a8720-4fe4-416f-9dae-c3132b98c897 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.988320] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1189.988320] env[70261]: value = "task-3386923" [ 1189.988320] env[70261]: _type = "Task" [ 1189.988320] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.996295] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.020141] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.020464] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.020685] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.020832] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.021027] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.021195] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.021732] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.021732] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1190.021865] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.034228] env[70261]: DEBUG nova.network.neutron [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Successfully created port: 5e938a75-8255-419c-8268-5a4c52fe9790 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.066814] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb7da1d3-688e-4a5a-a1ca-e88e0e717861 req-05c7be8d-f4ee-4fde-84b3-95b61e83efd8 service nova] Releasing lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.090675] env[70261]: INFO nova.compute.manager [-] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Took 1.37 seconds to deallocate network for instance. [ 1190.129761] env[70261]: INFO nova.compute.manager [-] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Took 1.35 seconds to deallocate network for instance. [ 1190.219690] env[70261]: DEBUG nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.430879] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386921, 'name': RelocateVM_Task, 'duration_secs': 0.446256} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.431559] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.431787] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675736', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'name': 'volume-e568c560-f57d-4683-b3ad-ffb490ea04ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'serial': 'e568c560-f57d-4683-b3ad-ffb490ea04ee'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.432551] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7427fae2-ffe5-4164-b17c-4d14cb371342 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.437991] env[70261]: DEBUG oslo_vmware.api [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386922, 'name': PowerOffVM_Task, 'duration_secs': 0.20586} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.438546] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.438764] env[70261]: DEBUG nova.compute.manager [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.440035] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaf53dd-9feb-4b4c-9b95-cbc9c58b6f8e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.453570] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2b182d-b6df-4754-b9ca-20de5363d65e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.479878] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-e568c560-f57d-4683-b3ad-ffb490ea04ee/volume-e568c560-f57d-4683-b3ad-ffb490ea04ee.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.481263] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e43a47-e107-4725-aa87-95488fdc925a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.496681] env[70261]: DEBUG nova.compute.manager [req-f8b4c4ec-3e94-4c9c-9e6a-2e8cde7c3e12 req-457b151e-7fd5-4a9a-9b29-c149c814a740 service nova] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Received event network-vif-deleted-aa62c3fd-4060-4e6e-90f0-df92047a9f25 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.497370] env[70261]: DEBUG nova.compute.manager [req-f8b4c4ec-3e94-4c9c-9e6a-2e8cde7c3e12 req-457b151e-7fd5-4a9a-9b29-c149c814a740 service nova] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Received event network-vif-deleted-08ac9027-e8eb-4d61-97d6-3cf8625f302c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.509986] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101812} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.511368] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.511715] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1190.511715] env[70261]: value = "task-3386924" [ 1190.511715] env[70261]: _type = "Task" [ 1190.511715] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.512406] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c16941c-e77e-4d20-acf3-a8e7b0241a17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.523841] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.534389] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.534647] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.534829] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.535020] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.543939] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7/0b00875a-ef6e-4df7-ba88-cd3b3e598fc7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.545157] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8339f38-b886-4ba6-90c1-f4d91ffc9591 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.548280] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97254cb7-5106-40b6-9db9-80b42c8b3db9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.569350] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24900e73-b127-4bdc-bbaf-c06e6e783ed2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.573607] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1190.573607] env[70261]: value = "task-3386925" [ 1190.573607] env[70261]: _type = "Task" [ 1190.573607] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.587656] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca96f8be-c0b2-4ae2-af12-c54b07fdeaf9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.593220] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.598116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.598421] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.598660] env[70261]: DEBUG nova.objects.instance [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lazy-loading 'resources' on Instance uuid 3d558115-b8ad-4f80-bf2c-d4de10838183 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.600602] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91800474-bd8a-4e7e-ad50-f83d9f6a4466 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.632341] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179157MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.632484] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.636676] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.964490] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d22e9089-f2e9-4a8f-b088-e8a61ed1ee8a tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.024486] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386924, 'name': ReconfigVM_Task, 'duration_secs': 0.300826} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.024812] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-e568c560-f57d-4683-b3ad-ffb490ea04ee/volume-e568c560-f57d-4683-b3ad-ffb490ea04ee.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.030132] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-355ba80e-290b-4a4f-b051-e71860847082 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.046899] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1191.046899] env[70261]: value = "task-3386927" [ 1191.046899] env[70261]: _type = "Task" [ 1191.046899] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.055821] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.084115] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386925, 'name': ReconfigVM_Task, 'duration_secs': 0.322334} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.084476] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7/0b00875a-ef6e-4df7-ba88-cd3b3e598fc7.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.085134] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-218c5bc2-4df7-42fc-8277-e9bda1790ce2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.092656] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1191.092656] env[70261]: value = "task-3386928" [ 1191.092656] env[70261]: _type = "Task" [ 1191.092656] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.102712] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386928, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.229337] env[70261]: DEBUG nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.253485] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.253727] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.253885] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.254086] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.254240] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.254402] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.254620] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.254797] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.254937] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.255193] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.255379] env[70261]: DEBUG nova.virt.hardware [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.256226] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b489dca9-8486-414d-a9fa-8344c68985ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.260207] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e7770e-7e86-4258-9dfd-0b1abf136f46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.269202] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a15400c-e976-48eb-9299-167ad35d9165 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.273166] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16589f1-1cc9-4bfe-a307-af88707a88cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.311461] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525e8b2-2136-496b-9417-3410bae26e6d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.319372] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fcdb12-959b-46a5-a1dd-3212f5555856 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.335068] env[70261]: DEBUG nova.compute.provider_tree [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.495314] env[70261]: DEBUG nova.network.neutron [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Successfully updated port: 5e938a75-8255-419c-8268-5a4c52fe9790 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.560756] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386927, 'name': ReconfigVM_Task, 'duration_secs': 0.135077} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.561086] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675736', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'name': 'volume-e568c560-f57d-4683-b3ad-ffb490ea04ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'serial': 'e568c560-f57d-4683-b3ad-ffb490ea04ee'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.561631] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-348b316e-fdca-43fe-a3ac-176a1b907bf7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.571731] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1191.571731] env[70261]: value = "task-3386929" [ 1191.571731] env[70261]: _type = "Task" [ 1191.571731] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.583261] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386929, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.603814] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386928, 'name': Rename_Task, 'duration_secs': 0.156682} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.604128] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.604378] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bdb259b-f88a-4f2d-b097-16c5dbd87b8b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.612804] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1191.612804] env[70261]: value = "task-3386930" [ 1191.612804] env[70261]: _type = "Task" [ 1191.612804] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.623217] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.838581] env[70261]: DEBUG nova.scheduler.client.report [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.975598] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.975887] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.000326] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "refresh_cache-a41467b5-7805-42b2-bfa8-1509fa750aab" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.000521] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquired lock "refresh_cache-a41467b5-7805-42b2-bfa8-1509fa750aab" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.000634] env[70261]: DEBUG nova.network.neutron [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1192.054331] env[70261]: DEBUG nova.compute.manager [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Stashing vm_state: stopped {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1192.082268] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386929, 'name': Rename_Task, 'duration_secs': 0.219856} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.082591] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.082811] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fdabecf-42b3-48ec-ba30-ce72b07e077d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.089883] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1192.089883] env[70261]: value = "task-3386931" [ 1192.089883] env[70261]: _type = "Task" [ 1192.089883] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.098490] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.124965] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386930, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.344339] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.347523] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.715s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.372492] env[70261]: INFO nova.scheduler.client.report [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Deleted allocations for instance 3d558115-b8ad-4f80-bf2c-d4de10838183 [ 1192.479191] env[70261]: DEBUG nova.compute.utils [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.533189] env[70261]: DEBUG nova.network.neutron [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1192.568646] env[70261]: DEBUG nova.compute.manager [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Received event network-vif-plugged-5e938a75-8255-419c-8268-5a4c52fe9790 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.568949] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] Acquiring lock "a41467b5-7805-42b2-bfa8-1509fa750aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.569160] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.569286] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.569458] env[70261]: DEBUG nova.compute.manager [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] No waiting events found dispatching network-vif-plugged-5e938a75-8255-419c-8268-5a4c52fe9790 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.569633] env[70261]: WARNING nova.compute.manager [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Received unexpected event network-vif-plugged-5e938a75-8255-419c-8268-5a4c52fe9790 for instance with vm_state building and task_state spawning. [ 1192.569898] env[70261]: DEBUG nova.compute.manager [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Received event network-changed-5e938a75-8255-419c-8268-5a4c52fe9790 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.569944] env[70261]: DEBUG nova.compute.manager [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Refreshing instance network info cache due to event network-changed-5e938a75-8255-419c-8268-5a4c52fe9790. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.570128] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] Acquiring lock "refresh_cache-a41467b5-7805-42b2-bfa8-1509fa750aab" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.571025] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.599989] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386931, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.623169] env[70261]: DEBUG oslo_vmware.api [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386930, 'name': PowerOnVM_Task, 'duration_secs': 0.741231} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.623470] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.623620] env[70261]: INFO nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1192.623795] env[70261]: DEBUG nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.624569] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f4106-5e6a-4b95-baa1-11caecdd081f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.670774] env[70261]: DEBUG nova.network.neutron [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Updating instance_info_cache with network_info: [{"id": "5e938a75-8255-419c-8268-5a4c52fe9790", "address": "fa:16:3e:e5:ed:8f", "network": {"id": "62f67cea-258b-4136-9e6d-b70432f9e8f9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-188406475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1e2c4253f0496eb62a10b9bb6e27ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e938a75-82", "ovs_interfaceid": "5e938a75-8255-419c-8268-5a4c52fe9790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.880387] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e4941456-446c-4a2b-beda-22fa195ff035 tempest-ServersNegativeTestJSON-359562758 tempest-ServersNegativeTestJSON-359562758-project-member] Lock "3d558115-b8ad-4f80-bf2c-d4de10838183" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.816s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.982216] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.101199] env[70261]: DEBUG oslo_vmware.api [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386931, 'name': PowerOnVM_Task, 'duration_secs': 0.805587} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.101619] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.101868] env[70261]: INFO nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Took 5.04 seconds to spawn the instance on the hypervisor. [ 1193.102139] env[70261]: DEBUG nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.102964] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b109d76-b914-434c-9a91-40891c22ce3b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.140270] env[70261]: INFO nova.compute.manager [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Took 13.54 seconds to build instance. [ 1193.173590] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Releasing lock "refresh_cache-a41467b5-7805-42b2-bfa8-1509fa750aab" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.173850] env[70261]: DEBUG nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Instance network_info: |[{"id": "5e938a75-8255-419c-8268-5a4c52fe9790", "address": "fa:16:3e:e5:ed:8f", "network": {"id": "62f67cea-258b-4136-9e6d-b70432f9e8f9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-188406475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1e2c4253f0496eb62a10b9bb6e27ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e938a75-82", "ovs_interfaceid": "5e938a75-8255-419c-8268-5a4c52fe9790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.174409] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] Acquired lock "refresh_cache-a41467b5-7805-42b2-bfa8-1509fa750aab" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.174409] env[70261]: DEBUG nova.network.neutron [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Refreshing network info cache for port 5e938a75-8255-419c-8268-5a4c52fe9790 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1193.176020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ed:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e938a75-8255-419c-8268-5a4c52fe9790', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.183476] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Creating folder: Project (8b1e2c4253f0496eb62a10b9bb6e27ea). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.186696] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccb52107-4639-4554-8afe-07ed18524902 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.201063] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Created folder: Project (8b1e2c4253f0496eb62a10b9bb6e27ea) in parent group-v675446. [ 1193.201291] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Creating folder: Instances. Parent ref: group-v675743. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.201547] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc6a4ee-9e65-4cec-ab3e-17cbc603e41a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.213884] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Created folder: Instances in parent group-v675743. [ 1193.214136] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.214329] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.214538] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5de45fa9-4d5b-40a1-ad31-b1c192d9f707 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.237633] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.237633] env[70261]: value = "task-3386934" [ 1193.237633] env[70261]: _type = "Task" [ 1193.237633] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.245356] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386934, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.321521] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1193.321957] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675742', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'name': 'volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8455a32-9591-49d7-bd08-e4af06aa1b56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'serial': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1193.322841] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be257497-e350-421c-afc5-a1c8ddf7fc30 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.343552] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1871981-cbb3-4b7c-8081-94b74012d13d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.363711] env[70261]: INFO nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating resource usage from migration a08940b2-02ff-4208-8a39-ac6a2f75471c [ 1193.372762] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1/volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.373266] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e6a6ff-a737-40a7-9d3b-247f8d7b6677 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.403125] env[70261]: DEBUG oslo_vmware.api [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1193.403125] env[70261]: value = "task-3386935" [ 1193.403125] env[70261]: _type = "Task" [ 1193.403125] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.413115] env[70261]: DEBUG oslo_vmware.api [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.413366] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.413500] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 84322947-433b-42fe-bf03-b93de0c16bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.413619] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a8455a32-9591-49d7-bd08-e4af06aa1b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.413734] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance fd9976c6-6a5a-4251-849d-b79a5d38f73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.413843] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d4ba74d7-67d7-42cf-a77d-f5e2e56417eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.413975] env[70261]: WARNING nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance e5ab840d-6843-403e-bba3-438785207c0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1193.414099] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.414207] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.414315] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance a41467b5-7805-42b2-bfa8-1509fa750aab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.415462] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Migration a08940b2-02ff-4208-8a39-ac6a2f75471c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1193.415462] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 993e3bf5-4eb0-4794-9618-bb84bf846cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.415462] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1193.415462] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1193.529619] env[70261]: DEBUG nova.network.neutron [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Updated VIF entry in instance network info cache for port 5e938a75-8255-419c-8268-5a4c52fe9790. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1193.530068] env[70261]: DEBUG nova.network.neutron [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Updating instance_info_cache with network_info: [{"id": "5e938a75-8255-419c-8268-5a4c52fe9790", "address": "fa:16:3e:e5:ed:8f", "network": {"id": "62f67cea-258b-4136-9e6d-b70432f9e8f9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-188406475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1e2c4253f0496eb62a10b9bb6e27ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e938a75-82", "ovs_interfaceid": "5e938a75-8255-419c-8268-5a4c52fe9790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.602860] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397d0c4-a096-42ae-b5ab-8035b3682dbb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.612467] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4778a9c8-848e-44b9-9f1c-5ca9906b395b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.626613] env[70261]: INFO nova.compute.manager [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Took 12.76 seconds to build instance. [ 1193.654360] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5096981b-f0c6-4bb3-bb27-8f8367745c0c tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.065s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.655142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-56d6ce57-99a6-4fdc-9d8e-7fb781bcc205 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.804s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.655899] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af48008-07b9-4752-b816-3fcadff2f6e0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.664779] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c70bba-79bd-4f1f-a382-70a2504174a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.679710] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.750393] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386934, 'name': CreateVM_Task, 'duration_secs': 0.39745} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.750584] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.751360] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.751560] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.751919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.752239] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311b8fd6-6470-44ec-b8d5-a559b55c8ef5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.758871] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1193.758871] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e8887e-a295-d1ce-ab30-bda232c260c8" [ 1193.758871] env[70261]: _type = "Task" [ 1193.758871] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.768776] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e8887e-a295-d1ce-ab30-bda232c260c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.913722] env[70261]: DEBUG oslo_vmware.api [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386935, 'name': ReconfigVM_Task, 'duration_secs': 0.402613} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.914010] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1/volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.918880] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42efaa02-c405-455e-aeaa-6d42841cd796 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.938208] env[70261]: DEBUG oslo_vmware.api [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1193.938208] env[70261]: value = "task-3386936" [ 1193.938208] env[70261]: _type = "Task" [ 1193.938208] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.949368] env[70261]: DEBUG oslo_vmware.api [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.033298] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5bc981d-a685-422a-9ca6-2f13aac45dbd req-540a7a15-3249-45f2-9fda-ee42d55e5f73 service nova] Releasing lock "refresh_cache-a41467b5-7805-42b2-bfa8-1509fa750aab" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.058644] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.058933] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.061084] env[70261]: INFO nova.compute.manager [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Attaching volume 39a28215-29bd-4af9-ba5c-d00f3e34e932 to /dev/sdb [ 1194.119958] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a0b3da-02ea-47cf-b5d5-278d8bbaf294 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.130576] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44850084-da4b-4651-a9d2-a0beb7316194 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.149319] env[70261]: DEBUG nova.virt.block_device [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updating existing volume attachment record: 7b201c16-9521-46f1-a348-2f2737ebf4d1 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.183092] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.270615] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e8887e-a295-d1ce-ab30-bda232c260c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012731} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.270912] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.271184] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.271419] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.271566] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.271739] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.272008] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3fbc1b-13a7-4b08-877c-92883357279e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.282416] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.282520] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.283255] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-455bc190-df80-47f3-980e-ccb16a2927c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.290198] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1194.290198] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c822d5-b7ac-8726-6690-3d2e1edf2a13" [ 1194.290198] env[70261]: _type = "Task" [ 1194.290198] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.299127] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c822d5-b7ac-8726-6690-3d2e1edf2a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.448917] env[70261]: DEBUG oslo_vmware.api [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386936, 'name': ReconfigVM_Task, 'duration_secs': 0.158389} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.449178] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675742', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'name': 'volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8455a32-9591-49d7-bd08-e4af06aa1b56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'serial': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1194.689404] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1194.689541] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.342s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.690299] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.053s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.690299] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.692129] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.121s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.693471] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.693548] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=70261) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1194.736547] env[70261]: INFO nova.scheduler.client.report [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted allocations for instance e5ab840d-6843-403e-bba3-438785207c0b [ 1194.804035] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c822d5-b7ac-8726-6690-3d2e1edf2a13, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.806164] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5196daef-ffd0-4fbd-a0fd-df4b7e2b8965 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.816151] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1194.816151] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524c4017-097e-c41b-3d9a-d19274d2a13a" [ 1194.816151] env[70261]: _type = "Task" [ 1194.816151] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.832351] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524c4017-097e-c41b-3d9a-d19274d2a13a, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.832676] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.833169] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a41467b5-7805-42b2-bfa8-1509fa750aab/a41467b5-7805-42b2-bfa8-1509fa750aab.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.833283] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2072bff-db4d-409a-b4e7-d0123479e0d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.843697] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1194.843697] env[70261]: value = "task-3386938" [ 1194.843697] env[70261]: _type = "Task" [ 1194.843697] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.857406] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.021790] env[70261]: DEBUG nova.compute.manager [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Received event network-changed-937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.021991] env[70261]: DEBUG nova.compute.manager [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Refreshing instance network info cache due to event network-changed-937ef113-492b-41cd-86bb-1ecdcae53141. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.022108] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] Acquiring lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.022400] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] Acquired lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.022755] env[70261]: DEBUG nova.network.neutron [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Refreshing network info cache for port 937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1195.187616] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.187950] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.188218] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.188461] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.188664] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.193461] env[70261]: INFO nova.compute.manager [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Terminating instance [ 1195.198571] env[70261]: INFO nova.compute.claims [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.202583] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.248023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ba75aa0b-d83a-4beb-8017-757dc0388303 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "e5ab840d-6843-403e-bba3-438785207c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.593s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.356298] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.495106] env[70261]: DEBUG nova.objects.instance [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'flavor' on Instance uuid a8455a32-9591-49d7-bd08-e4af06aa1b56 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.707553] env[70261]: INFO nova.compute.resource_tracker [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating resource usage from migration a08940b2-02ff-4208-8a39-ac6a2f75471c [ 1195.714738] env[70261]: DEBUG nova.compute.manager [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.714956] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.716072] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f2e57-c3e0-4a6b-963a-97604504e9f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.725758] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.726440] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca76267-5a19-4727-909d-c0df168cdd4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.737767] env[70261]: DEBUG oslo_vmware.api [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1195.737767] env[70261]: value = "task-3386939" [ 1195.737767] env[70261]: _type = "Task" [ 1195.737767] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.757753] env[70261]: DEBUG oslo_vmware.api [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.813883] env[70261]: DEBUG nova.network.neutron [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updated VIF entry in instance network info cache for port 937ef113-492b-41cd-86bb-1ecdcae53141. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1195.814280] env[70261]: DEBUG nova.network.neutron [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updating instance_info_cache with network_info: [{"id": "937ef113-492b-41cd-86bb-1ecdcae53141", "address": "fa:16:3e:55:5e:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap937ef113-49", "ovs_interfaceid": "937ef113-492b-41cd-86bb-1ecdcae53141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.857146] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547132} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.857412] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] a41467b5-7805-42b2-bfa8-1509fa750aab/a41467b5-7805-42b2-bfa8-1509fa750aab.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.857621] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.857870] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da03adf7-3c2c-47cf-9db2-9a431f580128 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.870028] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1195.870028] env[70261]: value = "task-3386940" [ 1195.870028] env[70261]: _type = "Task" [ 1195.870028] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.877215] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.003483] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4c55f1bc-5f3d-47c4-8113-bee3aa84d6da tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.287s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.041946] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.049282] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d39cf-8d84-4575-b9e1-8ee16a18d197 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.058422] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feb8042-d4d4-46c4-ba1e-5341ad94b188 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.067472] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.067710] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.098360] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ed6d0d-e173-498f-9788-1e09c811aeee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.107200] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ad5c85-3b56-4b32-9914-10d65afd62f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.121903] env[70261]: DEBUG nova.compute.provider_tree [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.248947] env[70261]: DEBUG oslo_vmware.api [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386939, 'name': PowerOffVM_Task, 'duration_secs': 0.327348} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.249249] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.249427] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.249787] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.249998] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.251326] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f3111f-a382-4119-a719-ce671647fc19 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.317076] env[70261]: DEBUG oslo_concurrency.lockutils [req-4a1cd52b-ca58-4903-8b92-dedd69a17fd5 req-27f14fd4-e4ed-4e2a-9c38-7ffc269b5111 service nova] Releasing lock "refresh_cache-f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.368655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.368878] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.369059] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleting the datastore file [datastore2] 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.373158] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47261e73-238b-4064-ac8a-3797dc257f02 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.380802] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177728} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.382172] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.382172] env[70261]: DEBUG oslo_vmware.api [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for the task: (returnval){ [ 1196.382172] env[70261]: value = "task-3386942" [ 1196.382172] env[70261]: _type = "Task" [ 1196.382172] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.382952] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a1638d-dafc-45c9-9a61-04150c3c3ab6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.409730] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a41467b5-7805-42b2-bfa8-1509fa750aab/a41467b5-7805-42b2-bfa8-1509fa750aab.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.413732] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cfe57c1-cca7-4e1f-8670-c4e9b3252ad3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.429396] env[70261]: DEBUG oslo_vmware.api [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.436375] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1196.436375] env[70261]: value = "task-3386944" [ 1196.436375] env[70261]: _type = "Task" [ 1196.436375] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.444922] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.548235] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.548581] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Cleaning up deleted instances {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1196.570624] env[70261]: DEBUG nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.624855] env[70261]: DEBUG nova.scheduler.client.report [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.668901] env[70261]: DEBUG nova.compute.manager [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1196.755719] env[70261]: INFO nova.compute.manager [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Detaching volume cfcd6e30-45a9-41e9-a182-ff3db71cf5f1 [ 1196.783856] env[70261]: INFO nova.virt.block_device [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Attempting to driver detach volume cfcd6e30-45a9-41e9-a182-ff3db71cf5f1 from mountpoint /dev/sdb [ 1196.784134] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.784408] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675742', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'name': 'volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8455a32-9591-49d7-bd08-e4af06aa1b56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'serial': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.785369] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02fa463-317f-4b8a-b2d8-c43e4dad18e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.810740] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dec3a1-64e9-4db1-be7d-7227fbbb8b4f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.819073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4716b6-fb51-4b6c-879d-923999c01110 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.840476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e71175-8b6f-4fb9-a7f1-a7b7811820d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.855732] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] The volume has not been displaced from its original location: [datastore1] volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1/volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.860891] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.861192] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9c8b9f-b41d-4f30-9858-3fe2865c3606 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.879444] env[70261]: DEBUG oslo_vmware.api [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1196.879444] env[70261]: value = "task-3386945" [ 1196.879444] env[70261]: _type = "Task" [ 1196.879444] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.887246] env[70261]: DEBUG oslo_vmware.api [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.894718] env[70261]: DEBUG oslo_vmware.api [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Task: {'id': task-3386942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417829} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.894889] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.895138] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.895313] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.895483] env[70261]: INFO nova.compute.manager [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1196.895716] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.895904] env[70261]: DEBUG nova.compute.manager [-] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.896009] env[70261]: DEBUG nova.network.neutron [-] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1196.948294] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.051082] env[70261]: DEBUG nova.compute.manager [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Received event network-changed-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.051224] env[70261]: DEBUG nova.compute.manager [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Refreshing instance network info cache due to event network-changed-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.051608] env[70261]: DEBUG oslo_concurrency.lockutils [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] Acquiring lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.051750] env[70261]: DEBUG oslo_concurrency.lockutils [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] Acquired lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.051910] env[70261]: DEBUG nova.network.neutron [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Refreshing network info cache for port 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1197.069885] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] There are 58 instances to clean {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1197.070108] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: e5ab840d-6843-403e-bba3-438785207c0b] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.098915] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.130191] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.438s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.130438] env[70261]: INFO nova.compute.manager [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Migrating [ 1197.137197] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.038s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.138673] env[70261]: INFO nova.compute.claims [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.188639] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.224732] env[70261]: DEBUG nova.compute.manager [req-e850f6ca-de95-412c-9b2c-4b47e2efd9a6 req-52e188f6-2fa4-4f30-8459-ed3db61b554f service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Received event network-vif-deleted-1b65760d-7d08-4a24-a401-39c32fcf1533 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.224955] env[70261]: INFO nova.compute.manager [req-e850f6ca-de95-412c-9b2c-4b47e2efd9a6 req-52e188f6-2fa4-4f30-8459-ed3db61b554f service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Neutron deleted interface 1b65760d-7d08-4a24-a401-39c32fcf1533; detaching it from the instance and deleting it from the info cache [ 1197.225229] env[70261]: DEBUG nova.network.neutron [req-e850f6ca-de95-412c-9b2c-4b47e2efd9a6 req-52e188f6-2fa4-4f30-8459-ed3db61b554f service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.340636] env[70261]: DEBUG nova.network.neutron [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updated VIF entry in instance network info cache for port 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1197.341013] env[70261]: DEBUG nova.network.neutron [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [{"id": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "address": "fa:16:3e:c8:8b:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d653de5-9a", "ovs_interfaceid": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.389834] env[70261]: DEBUG oslo_vmware.api [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386945, 'name': ReconfigVM_Task, 'duration_secs': 0.232798} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.390126] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.394882] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d22d94e0-c10d-498f-8bff-50444a4b7fa2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.410444] env[70261]: DEBUG oslo_vmware.api [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1197.410444] env[70261]: value = "task-3386946" [ 1197.410444] env[70261]: _type = "Task" [ 1197.410444] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.419175] env[70261]: DEBUG oslo_vmware.api [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.447235] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386944, 'name': ReconfigVM_Task, 'duration_secs': 0.570713} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.447547] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a41467b5-7805-42b2-bfa8-1509fa750aab/a41467b5-7805-42b2-bfa8-1509fa750aab.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.448311] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf115f2a-6e6a-4eca-8819-538f22c56712 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.459305] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1197.459305] env[70261]: value = "task-3386947" [ 1197.459305] env[70261]: _type = "Task" [ 1197.459305] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.468618] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386947, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.573261] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: f8724bbd-7ed0-4bb9-b43e-62d7b6227505] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.648494] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.648705] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.648862] env[70261]: DEBUG nova.network.neutron [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1197.703381] env[70261]: DEBUG nova.network.neutron [-] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.728364] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ff7c31b-12d1-4f5d-b066-f23c620ee4a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.740039] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f2c61-f4ca-495f-90ca-50c0fd7ce837 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.780717] env[70261]: DEBUG nova.compute.manager [req-e850f6ca-de95-412c-9b2c-4b47e2efd9a6 req-52e188f6-2fa4-4f30-8459-ed3db61b554f service nova] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Detach interface failed, port_id=1b65760d-7d08-4a24-a401-39c32fcf1533, reason: Instance 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.843742] env[70261]: DEBUG oslo_concurrency.lockutils [req-0ae2fdce-849e-4f71-a7ee-293d85c790e6 req-9121b2b4-9805-412c-9fb2-53813e10a7a2 service nova] Releasing lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.920986] env[70261]: DEBUG oslo_vmware.api [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386946, 'name': ReconfigVM_Task, 'duration_secs': 0.162625} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.921319] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675742', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'name': 'volume-cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8455a32-9591-49d7-bd08-e4af06aa1b56', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1', 'serial': 'cfcd6e30-45a9-41e9-a182-ff3db71cf5f1'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.970837] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386947, 'name': Rename_Task, 'duration_secs': 0.392288} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.971128] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.971382] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ad6cf6-2db8-44b9-b73c-b34add745c4a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.978573] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1197.978573] env[70261]: value = "task-3386948" [ 1197.978573] env[70261]: _type = "Task" [ 1197.978573] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.986629] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.077442] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 40af3bea-9d42-497e-a651-254f8067c088] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.207028] env[70261]: INFO nova.compute.manager [-] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Took 1.31 seconds to deallocate network for instance. [ 1198.310709] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e35eb0-c1e8-4bbe-819d-415053f2c0fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.318672] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc95bdb-f186-43d6-a446-3110b65dca71 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.352574] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fce6e7-f06f-4bab-92bc-eb66a96c70ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.360898] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26c3977-1768-4b89-a450-4e7dedded68e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.375573] env[70261]: DEBUG nova.compute.provider_tree [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.385924] env[70261]: DEBUG nova.network.neutron [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.461088] env[70261]: DEBUG nova.objects.instance [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'flavor' on Instance uuid a8455a32-9591-49d7-bd08-e4af06aa1b56 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.489494] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386948, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.580411] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 6f073035-1e38-49ba-a203-31ed4043f8fe] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.707357] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1198.707528] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675746', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'name': 'volume-39a28215-29bd-4af9-ba5c-d00f3e34e932', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'serial': '39a28215-29bd-4af9-ba5c-d00f3e34e932'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1198.708511] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf92af64-9ff8-4a8b-a5fd-716b152d6fe3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.712330] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.726925] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2680b578-f729-4221-9c35-7fbe0b21b11e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.751405] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-39a28215-29bd-4af9-ba5c-d00f3e34e932/volume-39a28215-29bd-4af9-ba5c-d00f3e34e932.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.751664] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09686141-5abe-4878-84d0-eacdfa4e948e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.769660] env[70261]: DEBUG oslo_vmware.api [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1198.769660] env[70261]: value = "task-3386949" [ 1198.769660] env[70261]: _type = "Task" [ 1198.769660] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.777702] env[70261]: DEBUG oslo_vmware.api [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.878659] env[70261]: DEBUG nova.scheduler.client.report [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.888463] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.989977] env[70261]: DEBUG oslo_vmware.api [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386948, 'name': PowerOnVM_Task, 'duration_secs': 0.951918} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.990268] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.990468] env[70261]: INFO nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1198.990806] env[70261]: DEBUG nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.991429] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06437746-ba30-48ac-a298-a3cd455efc16 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.083964] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 2be9ee6a-7252-4716-ab28-989a3dbad473] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.280264] env[70261]: DEBUG oslo_vmware.api [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386949, 'name': ReconfigVM_Task, 'duration_secs': 0.371462} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.280264] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-39a28215-29bd-4af9-ba5c-d00f3e34e932/volume-39a28215-29bd-4af9-ba5c-d00f3e34e932.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.284991] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4781fc5b-65a8-4aba-a549-410a8efae1f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.307111] env[70261]: DEBUG oslo_vmware.api [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1199.307111] env[70261]: value = "task-3386950" [ 1199.307111] env[70261]: _type = "Task" [ 1199.307111] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.316322] env[70261]: DEBUG oslo_vmware.api [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.384544] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.385039] env[70261]: DEBUG nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.387681] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.199s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.469070] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7ae93e16-cbdb-4f50-923f-e3e3b0e7c659 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.508513] env[70261]: INFO nova.compute.manager [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Took 12.57 seconds to build instance. [ 1199.587731] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 9b548453-72d5-400e-b80c-e438986bff8d] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.669079] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.669406] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.669716] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "a8455a32-9591-49d7-bd08-e4af06aa1b56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.670029] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.670319] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.673086] env[70261]: INFO nova.compute.manager [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Terminating instance [ 1199.818658] env[70261]: DEBUG oslo_vmware.api [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386950, 'name': ReconfigVM_Task, 'duration_secs': 0.15827} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.819054] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675746', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'name': 'volume-39a28215-29bd-4af9-ba5c-d00f3e34e932', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'serial': '39a28215-29bd-4af9-ba5c-d00f3e34e932'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1199.891543] env[70261]: DEBUG nova.compute.utils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.894854] env[70261]: INFO nova.compute.claims [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.898860] env[70261]: DEBUG nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.899809] env[70261]: DEBUG nova.network.neutron [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.948953] env[70261]: DEBUG nova.policy [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24eabacae2be4801bd5cd1477b837e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a16ffd93eb4009bcd30d2d3ce13f6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.009607] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9ba30697-7225-47eb-b4d3-53aeb5f50536 tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.078s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.091992] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: b3f8001a-a349-4f29-bcef-c3b11c16c2d4] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.177126] env[70261]: DEBUG nova.compute.manager [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.178855] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.184291] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6eabee-f252-4f56-a658-1674dc22e24b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.191600] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.191866] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08b3582a-c4e8-4081-b2d1-e5a851d6c59f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.198842] env[70261]: DEBUG oslo_vmware.api [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1200.198842] env[70261]: value = "task-3386951" [ 1200.198842] env[70261]: _type = "Task" [ 1200.198842] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.207912] env[70261]: DEBUG oslo_vmware.api [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.229528] env[70261]: DEBUG nova.network.neutron [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Successfully created port: fd77fa93-d300-4b7f-a743-bcf87daa44fb {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.399532] env[70261]: DEBUG nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.406259] env[70261]: INFO nova.compute.resource_tracker [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating resource usage from migration 807aed7e-b427-465a-acc6-5fb19d234b3f [ 1200.419406] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b219f-a502-40f5-b9b5-33f33baa29e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.439595] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance '993e3bf5-4eb0-4794-9618-bb84bf846cb9' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.594969] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 0e40a6b5-411f-4c4a-bd3e-22c33a6500dc] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.599113] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da9b555-fec6-4e47-a7b2-99ce33d1f6e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.607021] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1991ca-6679-4c00-96a2-47829d52a4ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.641562] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472a6659-71a4-4687-8388-603d45217ec5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.650315] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fca14a-2418-47fc-b8e3-931b2220979a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.664990] env[70261]: DEBUG nova.compute.provider_tree [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.709890] env[70261]: DEBUG oslo_vmware.api [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386951, 'name': PowerOffVM_Task, 'duration_secs': 0.223185} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.710183] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.710388] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.710716] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-979cc587-bc28-454e-a5f2-4f998f03191a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.778575] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.778823] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.779023] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleting the datastore file [datastore2] a8455a32-9591-49d7-bd08-e4af06aa1b56 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.779328] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb069b1-c096-472d-a1a2-9be97b67e31c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.787055] env[70261]: DEBUG oslo_vmware.api [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for the task: (returnval){ [ 1200.787055] env[70261]: value = "task-3386953" [ 1200.787055] env[70261]: _type = "Task" [ 1200.787055] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.796565] env[70261]: DEBUG oslo_vmware.api [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.858420] env[70261]: DEBUG nova.objects.instance [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid fd9976c6-6a5a-4251-849d-b79a5d38f73c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.951792] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.952196] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "a41467b5-7805-42b2-bfa8-1509fa750aab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.952418] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.952611] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "a41467b5-7805-42b2-bfa8-1509fa750aab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.952789] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.953016] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.954647] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ecb2d1a-838a-4440-8d0e-414e83c80a64 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.956623] env[70261]: INFO nova.compute.manager [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Terminating instance [ 1200.964854] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1200.964854] env[70261]: value = "task-3386954" [ 1200.964854] env[70261]: _type = "Task" [ 1200.964854] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.976208] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1200.976426] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance '993e3bf5-4eb0-4794-9618-bb84bf846cb9' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.098513] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 2b65271b-8ff0-46fc-8998-23fd5f59c312] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.168014] env[70261]: DEBUG nova.scheduler.client.report [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.297419] env[70261]: DEBUG oslo_vmware.api [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Task: {'id': task-3386953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439837} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.297694] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.297878] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.298072] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.298255] env[70261]: INFO nova.compute.manager [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1201.298669] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.299225] env[70261]: DEBUG nova.compute.manager [-] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.299225] env[70261]: DEBUG nova.network.neutron [-] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1201.363947] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2931edb-3150-40fe-9e6e-523eb6062c9f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.419038] env[70261]: DEBUG nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.450014] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.450313] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.450608] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.450842] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.450998] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.451165] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.451459] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.451662] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.451887] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.452132] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.452693] env[70261]: DEBUG nova.virt.hardware [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.453347] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bd5709-43b0-4f93-a2b0-9e4f26ea8ef6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.461874] env[70261]: DEBUG nova.compute.manager [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.462111] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.462945] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d1ab5f-92b1-4e87-8aff-472fe251a3d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.466757] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99225ada-675f-41af-b6d0-52145981ea6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.485183] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.485906] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.486199] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.486397] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.486565] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.486720] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.486917] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.487106] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.487282] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.487482] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.487678] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.496271] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8853aa-30df-4ad1-9a5f-da36d93e135d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.506899] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.507228] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bcfca16-cd89-4a4b-9d83-ecf1812282fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.515049] env[70261]: DEBUG oslo_vmware.api [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1201.515049] env[70261]: value = "task-3386955" [ 1201.515049] env[70261]: _type = "Task" [ 1201.515049] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.519894] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1201.519894] env[70261]: value = "task-3386956" [ 1201.519894] env[70261]: _type = "Task" [ 1201.519894] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.526481] env[70261]: DEBUG oslo_vmware.api [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.534137] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.603858] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 9f736f47-c8ac-43a1-9bf9-fd42775f479e] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.672537] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.285s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.672782] env[70261]: INFO nova.compute.manager [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Migrating [ 1201.684203] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.972s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.684482] env[70261]: DEBUG nova.objects.instance [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lazy-loading 'resources' on Instance uuid 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.723800] env[70261]: DEBUG nova.compute.manager [req-fdb20916-00fe-4434-90ce-9172f8020093 req-18caa15b-d5cb-432f-b623-08291bba5440 service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Received event network-vif-plugged-fd77fa93-d300-4b7f-a743-bcf87daa44fb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.723800] env[70261]: DEBUG oslo_concurrency.lockutils [req-fdb20916-00fe-4434-90ce-9172f8020093 req-18caa15b-d5cb-432f-b623-08291bba5440 service nova] Acquiring lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.724172] env[70261]: DEBUG oslo_concurrency.lockutils [req-fdb20916-00fe-4434-90ce-9172f8020093 req-18caa15b-d5cb-432f-b623-08291bba5440 service nova] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.724402] env[70261]: DEBUG oslo_concurrency.lockutils [req-fdb20916-00fe-4434-90ce-9172f8020093 req-18caa15b-d5cb-432f-b623-08291bba5440 service nova] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.724804] env[70261]: DEBUG nova.compute.manager [req-fdb20916-00fe-4434-90ce-9172f8020093 req-18caa15b-d5cb-432f-b623-08291bba5440 service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] No waiting events found dispatching network-vif-plugged-fd77fa93-d300-4b7f-a743-bcf87daa44fb {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.724900] env[70261]: WARNING nova.compute.manager [req-fdb20916-00fe-4434-90ce-9172f8020093 req-18caa15b-d5cb-432f-b623-08291bba5440 service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Received unexpected event network-vif-plugged-fd77fa93-d300-4b7f-a743-bcf87daa44fb for instance with vm_state building and task_state spawning. [ 1201.907398] env[70261]: DEBUG nova.network.neutron [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Successfully updated port: fd77fa93-d300-4b7f-a743-bcf87daa44fb {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.026482] env[70261]: DEBUG oslo_vmware.api [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386955, 'name': PowerOffVM_Task, 'duration_secs': 0.317962} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.027203] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.027348] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.027571] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d1452e2-c909-4953-bc9e-675ad58c5444 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.032575] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386956, 'name': ReconfigVM_Task, 'duration_secs': 0.231134} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.033311] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance '993e3bf5-4eb0-4794-9618-bb84bf846cb9' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.105378] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: cc9c20af-d357-498b-af93-5a031c96b086] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.148953] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.149248] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.149505] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Deleting the datastore file [datastore1] a41467b5-7805-42b2-bfa8-1509fa750aab {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.149819] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc636af-09ad-4a09-937b-0b41c08bb1d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.157569] env[70261]: DEBUG oslo_vmware.api [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for the task: (returnval){ [ 1202.157569] env[70261]: value = "task-3386958" [ 1202.157569] env[70261]: _type = "Task" [ 1202.157569] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.165351] env[70261]: DEBUG oslo_vmware.api [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.194764] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.194950] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.195228] env[70261]: DEBUG nova.network.neutron [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1202.240888] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.241141] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.341393] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc5806-2156-4cf7-a1ba-73d8c4dedb5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.350672] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08aff01-b5f3-4706-a641-3dfab4e015ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.382710] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a6665b-6ef9-45f7-bf2e-6825d9c60e7d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.392079] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b733a10-6a4c-4fff-9400-4552391ffcd2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.409523] env[70261]: DEBUG nova.compute.provider_tree [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.412141] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-4e4186f7-88b1-4dbd-83aa-736a9e0b3106" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.412141] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-4e4186f7-88b1-4dbd-83aa-736a9e0b3106" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.413042] env[70261]: DEBUG nova.network.neutron [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1202.413742] env[70261]: DEBUG nova.network.neutron [-] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.539083] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.539349] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.539509] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.539692] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.539839] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.539987] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.540245] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.540410] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.540578] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.540739] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.540912] env[70261]: DEBUG nova.virt.hardware [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.546682] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.546968] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41da18b4-c5c1-45da-80b0-8fecb0c6e7f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.568258] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1202.568258] env[70261]: value = "task-3386959" [ 1202.568258] env[70261]: _type = "Task" [ 1202.568258] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.577318] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.609299] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 623c70f3-29f5-4b13-b5a3-d7a80afa699d] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.668699] env[70261]: DEBUG oslo_vmware.api [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Task: {'id': task-3386958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266446} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.668973] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.669171] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.669354] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.669527] env[70261]: INFO nova.compute.manager [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1202.669762] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.669948] env[70261]: DEBUG nova.compute.manager [-] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.670054] env[70261]: DEBUG nova.network.neutron [-] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1202.746759] env[70261]: DEBUG nova.compute.utils [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.915937] env[70261]: DEBUG nova.scheduler.client.report [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.921056] env[70261]: INFO nova.compute.manager [-] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Took 1.62 seconds to deallocate network for instance. [ 1202.951295] env[70261]: DEBUG nova.network.neutron [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1203.078242] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386959, 'name': ReconfigVM_Task, 'duration_secs': 0.228079} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.078552] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.079330] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5f6e24-1e16-4e26-94eb-b1aa2f03a4ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.101164] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 993e3bf5-4eb0-4794-9618-bb84bf846cb9/993e3bf5-4eb0-4794-9618-bb84bf846cb9.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.104093] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f12ce5-8b18-44cd-99a1-3df6be82a967 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.118455] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a7241d47-23a3-43ec-8424-1509e99d2bc6] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.127858] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1203.127858] env[70261]: value = "task-3386960" [ 1203.127858] env[70261]: _type = "Task" [ 1203.127858] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.137924] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.154549] env[70261]: DEBUG nova.network.neutron [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Updating instance_info_cache with network_info: [{"id": "fd77fa93-d300-4b7f-a743-bcf87daa44fb", "address": "fa:16:3e:97:12:68", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd77fa93-d3", "ovs_interfaceid": "fd77fa93-d300-4b7f-a743-bcf87daa44fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.250825] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.269199] env[70261]: DEBUG nova.network.neutron [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [{"id": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "address": "fa:16:3e:c8:8b:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d653de5-9a", "ovs_interfaceid": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.423190] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.431594] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.431937] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.432198] env[70261]: DEBUG nova.objects.instance [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lazy-loading 'resources' on Instance uuid a8455a32-9591-49d7-bd08-e4af06aa1b56 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.447176] env[70261]: INFO nova.scheduler.client.report [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Deleted allocations for instance 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7 [ 1203.621739] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 938451ff-e93f-4f3e-879f-cb1a4209b6f4] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.638746] env[70261]: DEBUG oslo_vmware.api [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3386960, 'name': ReconfigVM_Task, 'duration_secs': 0.270669} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.639017] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 993e3bf5-4eb0-4794-9618-bb84bf846cb9/993e3bf5-4eb0-4794-9618-bb84bf846cb9.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.639379] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance '993e3bf5-4eb0-4794-9618-bb84bf846cb9' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.656778] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-4e4186f7-88b1-4dbd-83aa-736a9e0b3106" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.657137] env[70261]: DEBUG nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Instance network_info: |[{"id": "fd77fa93-d300-4b7f-a743-bcf87daa44fb", "address": "fa:16:3e:97:12:68", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd77fa93-d3", "ovs_interfaceid": "fd77fa93-d300-4b7f-a743-bcf87daa44fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.657531] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:12:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd77fa93-d300-4b7f-a743-bcf87daa44fb', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.664981] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.665478] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.665711] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b8923a-8e52-4e33-baa3-fe489a449ae3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.687682] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.687682] env[70261]: value = "task-3386961" [ 1203.687682] env[70261]: _type = "Task" [ 1203.687682] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.696110] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386961, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.755300] env[70261]: DEBUG nova.network.neutron [-] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.771555] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.807094] env[70261]: DEBUG nova.compute.manager [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Received event network-vif-deleted-d13cf242-c196-4882-8f06-bc88d116597b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.807321] env[70261]: DEBUG nova.compute.manager [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Received event network-changed-fd77fa93-d300-4b7f-a743-bcf87daa44fb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.807498] env[70261]: DEBUG nova.compute.manager [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Refreshing instance network info cache due to event network-changed-fd77fa93-d300-4b7f-a743-bcf87daa44fb. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.807706] env[70261]: DEBUG oslo_concurrency.lockutils [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] Acquiring lock "refresh_cache-4e4186f7-88b1-4dbd-83aa-736a9e0b3106" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.807871] env[70261]: DEBUG oslo_concurrency.lockutils [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] Acquired lock "refresh_cache-4e4186f7-88b1-4dbd-83aa-736a9e0b3106" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.807993] env[70261]: DEBUG nova.network.neutron [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Refreshing network info cache for port fd77fa93-d300-4b7f-a743-bcf87daa44fb {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1203.956510] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9e06a56e-f16b-4bda-86d1-c77b592bab4d tempest-ServerDiskConfigTestJSON-2048226883 tempest-ServerDiskConfigTestJSON-2048226883-project-member] Lock "0b00875a-ef6e-4df7-ba88-cd3b3e598fc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.768s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.124599] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 9eed93bb-d9fd-4814-a80e-0088e2a2f073] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.146203] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbafa46c-aff4-42bd-b482-45cb119a7f45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.167368] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd2bcf-9dbf-4e0a-8ab6-5e7a4fd1ed59 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.186191] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance '993e3bf5-4eb0-4794-9618-bb84bf846cb9' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.201308] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386961, 'name': CreateVM_Task, 'duration_secs': 0.335255} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.201482] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.202166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.202332] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.202644] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.202898] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f325f5-8e0c-4b4f-aece-1fa87aeecd74 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.205780] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bf6c3b-e2d3-4182-b809-22be2d182969 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.213039] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1204.213039] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a7149c-a2d7-eaf5-9584-db921e12cc4a" [ 1204.213039] env[70261]: _type = "Task" [ 1204.213039] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.218020] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3526669-a563-4138-b01f-3f38ab24109a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.227041] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a7149c-a2d7-eaf5-9584-db921e12cc4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.254509] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca95f67d-c528-4b56-86a2-15e22eeb0976 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.256999] env[70261]: INFO nova.compute.manager [-] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Took 1.59 seconds to deallocate network for instance. [ 1204.265270] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9989792-8021-4872-8994-34ee185cccb2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.282524] env[70261]: DEBUG nova.compute.provider_tree [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.342179] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.342424] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.342748] env[70261]: INFO nova.compute.manager [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Attaching volume 0642a7d3-b8ca-4978-abc2-4232949d6c64 to /dev/sdc [ 1204.377162] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45bf12-16e5-459c-87fa-60e5ce8ae322 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.385160] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b8725f-e77c-43e3-b1a7-520eb4227048 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.399792] env[70261]: DEBUG nova.virt.block_device [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updating existing volume attachment record: 409234d0-6af4-4195-91be-5a153f612cf1 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1204.613604] env[70261]: DEBUG nova.network.neutron [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Updated VIF entry in instance network info cache for port fd77fa93-d300-4b7f-a743-bcf87daa44fb. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1204.613982] env[70261]: DEBUG nova.network.neutron [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Updating instance_info_cache with network_info: [{"id": "fd77fa93-d300-4b7f-a743-bcf87daa44fb", "address": "fa:16:3e:97:12:68", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd77fa93-d3", "ovs_interfaceid": "fd77fa93-d300-4b7f-a743-bcf87daa44fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.627353] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a05c9919-8a0e-4f72-8188-d131af34c954] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.730430] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a7149c-a2d7-eaf5-9584-db921e12cc4a, 'name': SearchDatastore_Task, 'duration_secs': 0.017251} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.730743] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.730977] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.731227] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.731391] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.731562] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.731828] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb86f56-8204-4a43-97fd-4c3ef5bfa851 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.741563] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.741737] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.742474] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c108a50-7dcc-4372-96b5-b9cd2b61b05e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.749374] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1204.749374] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52605d5e-cbf6-e0d3-1cc8-005e85585753" [ 1204.749374] env[70261]: _type = "Task" [ 1204.749374] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.758180] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52605d5e-cbf6-e0d3-1cc8-005e85585753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.765441] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.768036] env[70261]: DEBUG nova.network.neutron [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Port 2bb4d17f-bf11-4845-8552-23080a977193 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1204.789524] env[70261]: DEBUG nova.scheduler.client.report [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.119294] env[70261]: DEBUG oslo_concurrency.lockutils [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] Releasing lock "refresh_cache-4e4186f7-88b1-4dbd-83aa-736a9e0b3106" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.119632] env[70261]: DEBUG nova.compute.manager [req-55a457ea-6adf-4163-a862-f19e40f71e47 req-8acc4909-1a18-4b81-a34d-a91751b196fa service nova] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Received event network-vif-deleted-5e938a75-8255-419c-8268-5a4c52fe9790 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.130302] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: e4becf50-18ce-46a1-a2b0-87a576a82eee] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.261052] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52605d5e-cbf6-e0d3-1cc8-005e85585753, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.262091] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683927e9-7810-439c-9a91-7a956fde2f46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.267715] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1205.267715] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d4197a-7cdf-5266-24f5-b96ac6646e56" [ 1205.267715] env[70261]: _type = "Task" [ 1205.267715] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.282633] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d4197a-7cdf-5266-24f5-b96ac6646e56, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.284026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.284026] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4e4186f7-88b1-4dbd-83aa-736a9e0b3106/4e4186f7-88b1-4dbd-83aa-736a9e0b3106.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.284194] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d32992a3-1a66-4b59-b13d-5d210febebb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.293672] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1205.293672] env[70261]: value = "task-3386963" [ 1205.293672] env[70261]: _type = "Task" [ 1205.293672] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.299795] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.305037] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.537s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.305037] env[70261]: DEBUG nova.objects.instance [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lazy-loading 'resources' on Instance uuid a41467b5-7805-42b2-bfa8-1509fa750aab {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.305037] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb002605-6d05-4ff0-b81f-5f5e9778510b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.311187] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.332438] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.338489] env[70261]: INFO nova.scheduler.client.report [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Deleted allocations for instance a8455a32-9591-49d7-bd08-e4af06aa1b56 [ 1205.633170] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 950c75fd-73f0-4f33-810d-603fc7304efc] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.793312] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.793312] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.793452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.808016] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474049} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.808016] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 4e4186f7-88b1-4dbd-83aa-736a9e0b3106/4e4186f7-88b1-4dbd-83aa-736a9e0b3106.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.808958] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.811154] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4a5d5b9-123e-43fa-88c6-46687c347f42 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.823580] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1205.823580] env[70261]: value = "task-3386964" [ 1205.823580] env[70261]: _type = "Task" [ 1205.823580] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.836222] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.844240] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.846885] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b39c3b11-45a4-4d57-89dd-4d56a8651638 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.848926] env[70261]: DEBUG oslo_concurrency.lockutils [None req-feef1d62-137d-49c6-88b0-d9d01c7bb507 tempest-AttachVolumeNegativeTest-2103894018 tempest-AttachVolumeNegativeTest-2103894018-project-member] Lock "a8455a32-9591-49d7-bd08-e4af06aa1b56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.180s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.855955] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1205.855955] env[70261]: value = "task-3386965" [ 1205.855955] env[70261]: _type = "Task" [ 1205.855955] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.872417] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.020534] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d056d06d-34a5-4b9f-b96f-e07e99f5695f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.030346] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e3120f-d1d8-4c7e-9c40-e3e2cc78451a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.068259] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bba4d3-7ce2-451e-96c3-5309931a8c4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.076262] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e91d3aa-61bd-42a5-82f6-f7f1dee7d4f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.091969] env[70261]: DEBUG nova.compute.provider_tree [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.137926] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 3d558115-b8ad-4f80-bf2c-d4de10838183] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.187734] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.187977] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.336786] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093507} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.337086] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.338018] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b65b26-5951-49bc-ab5f-d4aadc9eeb3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.361902] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 4e4186f7-88b1-4dbd-83aa-736a9e0b3106/4e4186f7-88b1-4dbd-83aa-736a9e0b3106.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.362117] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7e43cf-a34a-4b79-809a-21416b5a6e8a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.386522] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386965, 'name': PowerOffVM_Task, 'duration_secs': 0.263509} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.387940] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.388041] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.391490] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1206.391490] env[70261]: value = "task-3386966" [ 1206.391490] env[70261]: _type = "Task" [ 1206.391490] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.400321] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.595459] env[70261]: DEBUG nova.scheduler.client.report [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.640706] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: b4fdd65d-d8a6-49d6-9a3d-30529c60fd16] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.690648] env[70261]: DEBUG nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.852038] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.852258] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.852499] env[70261]: DEBUG nova.network.neutron [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1206.896552] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.896793] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.896954] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.897158] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.897309] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.897461] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.897668] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.897831] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.898016] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.898315] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.898553] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.904464] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390f0c33-d9cf-4ea9-9b0f-457775466f17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.926729] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386966, 'name': ReconfigVM_Task, 'duration_secs': 0.500213} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.928085] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 4e4186f7-88b1-4dbd-83aa-736a9e0b3106/4e4186f7-88b1-4dbd-83aa-736a9e0b3106.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.928796] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1206.928796] env[70261]: value = "task-3386969" [ 1206.928796] env[70261]: _type = "Task" [ 1206.928796] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.928996] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df90aa8b-4485-4fad-8d81-9b78b8ed298d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.941268] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1206.941268] env[70261]: value = "task-3386970" [ 1206.941268] env[70261]: _type = "Task" [ 1206.941268] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.950653] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386970, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.101088] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.118081] env[70261]: INFO nova.scheduler.client.report [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Deleted allocations for instance a41467b5-7805-42b2-bfa8-1509fa750aab [ 1207.144430] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 4f7de023-35e6-4d9b-879e-f6ba74ef7c17] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.209891] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.210274] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.211809] env[70261]: INFO nova.compute.claims [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.357098] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "12609a93-e750-4008-a6fd-7a56f80f93d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.357313] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "12609a93-e750-4008-a6fd-7a56f80f93d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.442079] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386969, 'name': ReconfigVM_Task, 'duration_secs': 0.328405} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.445254] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.454862] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386970, 'name': Rename_Task, 'duration_secs': 0.249485} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.455155] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.455403] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bbea258-0310-4353-afcd-34915906c873 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.462506] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1207.462506] env[70261]: value = "task-3386971" [ 1207.462506] env[70261]: _type = "Task" [ 1207.462506] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.470717] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.627488] env[70261]: DEBUG oslo_concurrency.lockutils [None req-980bdbd9-9e68-4220-ac29-dea3f7f9618c tempest-ServerMetadataNegativeTestJSON-1273061505 tempest-ServerMetadataNegativeTestJSON-1273061505-project-member] Lock "a41467b5-7805-42b2-bfa8-1509fa750aab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.675s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.648510] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: fe054703-4043-444e-a3bc-5b3abfaff631] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.708768] env[70261]: DEBUG nova.network.neutron [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.859645] env[70261]: DEBUG nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.952740] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.953102] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.953251] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.953520] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.953618] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.953762] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.953965] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.954141] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.954313] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.954477] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.954654] env[70261]: DEBUG nova.virt.hardware [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.959933] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.960640] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e26135-25dc-4387-be35-be160f3d49c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.984376] env[70261]: DEBUG oslo_vmware.api [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386971, 'name': PowerOnVM_Task, 'duration_secs': 0.472366} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.985821] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.986067] env[70261]: INFO nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1207.986257] env[70261]: DEBUG nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.986602] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1207.986602] env[70261]: value = "task-3386972" [ 1207.986602] env[70261]: _type = "Task" [ 1207.986602] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.987319] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02cb79-ce1f-4ed3-bd5e-1fa157a6d7cc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.997825] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.152166] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: fa5e8081-bf5b-4aaf-bf3f-9168e5ab9638] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.213089] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.384018] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8613b0e5-c246-4afb-b1f7-f079926e4545 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.385113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.391276] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329b2ceb-0439-4a70-842f-f8bf9b8101b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.430506] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47fdf31-0918-4ce7-8644-2168af89effe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.442954] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d8bd55-650b-4a62-86b4-c66ff853504d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.457950] env[70261]: DEBUG nova.compute.provider_tree [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.500737] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386972, 'name': ReconfigVM_Task, 'duration_secs': 0.17088} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.501102] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.501912] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134721c2-fe8c-41dd-8d69-489a911443d5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.511202] env[70261]: INFO nova.compute.manager [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Took 11.44 seconds to build instance. [ 1208.532838] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-e568c560-f57d-4683-b3ad-ffb490ea04ee/volume-e568c560-f57d-4683-b3ad-ffb490ea04ee.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.533728] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b9318ec-02f8-4cc1-b425-ae86dcea7261 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.553328] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1208.553328] env[70261]: value = "task-3386973" [ 1208.553328] env[70261]: _type = "Task" [ 1208.553328] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.563160] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.655147] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a55a7767-f114-4777-8bc8-4372961b82f0] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.744473] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0782c500-7588-4acf-a06a-c35c7d96d87b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.774581] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccddb5a-72e8-4856-affc-e59f50bda13e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.783865] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance '993e3bf5-4eb0-4794-9618-bb84bf846cb9' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.940533] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e87631-939e-44d6-a9b2-d0e684f3fe60 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.944393] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1208.944553] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675748', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'name': 'volume-0642a7d3-b8ca-4978-abc2-4232949d6c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'serial': '0642a7d3-b8ca-4978-abc2-4232949d6c64'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1208.945878] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0266f4-629b-4ac5-8184-03d3f20f5f73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.950977] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc702cc-093d-4b41-a094-a68c71ffed42 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Suspending the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1208.951533] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-84fd8777-a791-4f47-a97a-a95cc3a1d5c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.965342] env[70261]: DEBUG nova.scheduler.client.report [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.971143] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53e938-7e64-4c85-916c-ace3610b313e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.973872] env[70261]: DEBUG oslo_vmware.api [None req-cfc702cc-093d-4b41-a094-a68c71ffed42 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1208.973872] env[70261]: value = "task-3386974" [ 1208.973872] env[70261]: _type = "Task" [ 1208.973872] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.010412] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-0642a7d3-b8ca-4978-abc2-4232949d6c64/volume-0642a7d3-b8ca-4978-abc2-4232949d6c64.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.011770] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8269f6a6-605d-45cb-a91a-239bd0c078aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.033946] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5478df60-d871-4735-9eb7-84916c5aa2d4 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.966s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.034776] env[70261]: DEBUG oslo_vmware.api [None req-cfc702cc-093d-4b41-a094-a68c71ffed42 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386974, 'name': SuspendVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.043095] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1209.043095] env[70261]: value = "task-3386975" [ 1209.043095] env[70261]: _type = "Task" [ 1209.043095] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.052760] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.066613] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386973, 'name': ReconfigVM_Task, 'duration_secs': 0.300994} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.066901] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-e568c560-f57d-4683-b3ad-ffb490ea04ee/volume-e568c560-f57d-4683-b3ad-ffb490ea04ee.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.067343] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.158996] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: af5971fe-ee7b-43af-8d58-334de5fb174a] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.291161] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-db0bc667-3a69-4a2b-b54b-edb53bf59925 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance '993e3bf5-4eb0-4794-9618-bb84bf846cb9' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.475938] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.476513] env[70261]: DEBUG nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.479221] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.094s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.480558] env[70261]: INFO nova.compute.claims [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.492431] env[70261]: DEBUG oslo_vmware.api [None req-cfc702cc-093d-4b41-a094-a68c71ffed42 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386974, 'name': SuspendVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.553676] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.574578] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aadd42-a39f-4f67-b9d7-e6a013501330 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.598029] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c66bdc-f8c2-4ea0-9c0b-50887c8efce9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.615106] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.662789] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 80653919-2724-47b4-bbf6-44c4ca79e7cd] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.990065] env[70261]: DEBUG nova.compute.utils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.994615] env[70261]: DEBUG nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.995469] env[70261]: DEBUG nova.network.neutron [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.996781] env[70261]: DEBUG oslo_vmware.api [None req-cfc702cc-093d-4b41-a094-a68c71ffed42 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386974, 'name': SuspendVM_Task, 'duration_secs': 0.809402} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.997188] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc702cc-093d-4b41-a094-a68c71ffed42 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Suspended the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1209.997372] env[70261]: DEBUG nova.compute.manager [None req-cfc702cc-093d-4b41-a094-a68c71ffed42 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.999016] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fbeac2-ebe0-4ca7-980f-bacdbc090dc1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.038241] env[70261]: DEBUG nova.policy [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b4e03cf7d3244b192a206dba1f26aba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d78bcbb5624e9ead588917801aac00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.055691] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386975, 'name': ReconfigVM_Task, 'duration_secs': 0.7467} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.056013] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-0642a7d3-b8ca-4978-abc2-4232949d6c64/volume-0642a7d3-b8ca-4978-abc2-4232949d6c64.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.061224] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d13e3d-bb6b-4d0d-9cbd-3a99cab1d239 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.078501] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1210.078501] env[70261]: value = "task-3386977" [ 1210.078501] env[70261]: _type = "Task" [ 1210.078501] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.086721] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.166192] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 64844889-f772-4d9f-b1a2-8af67d317c0c] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.335013] env[70261]: DEBUG nova.network.neutron [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Successfully created port: e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.499953] env[70261]: DEBUG nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.589477] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.655664] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800ff80f-8503-4705-8734-7af9a6c67e9e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.663902] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58e6ea8-f00c-4ed5-9fe8-d1f4afe8bf44 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.695503] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 20a87448-45a6-4a87-9056-e2e0b6bee5b7] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.698524] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c7bdc-8a79-49de-9b5e-7fa11f1c6b12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.706728] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581af926-e7df-43b4-9b1e-da4319c6b6ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.720752] env[70261]: DEBUG nova.compute.provider_tree [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.049763] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.050056] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.050253] env[70261]: DEBUG nova.compute.manager [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Going to confirm migration 5 {{(pid=70261) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1211.089899] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.199421] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: ef98409a-4530-4bb7-bd15-609bd9728c97] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.228697] env[70261]: DEBUG nova.scheduler.client.report [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.252531] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.252829] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.253082] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.253307] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.253485] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.255657] env[70261]: INFO nova.compute.manager [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Terminating instance [ 1211.262797] env[70261]: DEBUG nova.network.neutron [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Port 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1211.511036] env[70261]: DEBUG nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.538662] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.539680] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.539680] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.539680] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.539680] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.539680] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.539925] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.539925] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.540049] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.540225] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.540400] env[70261]: DEBUG nova.virt.hardware [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.541284] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1799f0b2-a5c8-4465-9da8-ae85ae0a5059 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.549864] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2a8b45-d621-41b2-99b5-f1cfb83c4fe4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.589710] env[70261]: DEBUG oslo_vmware.api [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386977, 'name': ReconfigVM_Task, 'duration_secs': 1.155537} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.590034] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675748', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'name': 'volume-0642a7d3-b8ca-4978-abc2-4232949d6c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'serial': '0642a7d3-b8ca-4978-abc2-4232949d6c64'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1211.658926] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.659125] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.659307] env[70261]: DEBUG nova.network.neutron [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1211.659489] env[70261]: DEBUG nova.objects.instance [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'info_cache' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.703187] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 00e26087-296d-43ec-934c-90426eb99d06] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.733018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.733899] env[70261]: DEBUG nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.759435] env[70261]: DEBUG nova.compute.manager [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.759856] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.760760] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6a11b6-8ffe-45e1-9c3d-4f75dcde8412 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.775280] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.775557] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f685ec3-26a6-44bc-b150-8291e5e351bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.846237] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.846451] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.846633] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleting the datastore file [datastore2] 4e4186f7-88b1-4dbd-83aa-736a9e0b3106 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.846905] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1280501c-0a71-4376-81b2-07b26f8e698e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.854075] env[70261]: DEBUG oslo_vmware.api [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1211.854075] env[70261]: value = "task-3386979" [ 1211.854075] env[70261]: _type = "Task" [ 1211.854075] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.862279] env[70261]: DEBUG oslo_vmware.api [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.963128] env[70261]: DEBUG nova.compute.manager [req-d2f0e2e4-dc8c-4848-ac7d-ca594cb9ee0e req-001febeb-b9ff-4b34-b6e2-97b847320ab2 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Received event network-vif-plugged-e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.963446] env[70261]: DEBUG oslo_concurrency.lockutils [req-d2f0e2e4-dc8c-4848-ac7d-ca594cb9ee0e req-001febeb-b9ff-4b34-b6e2-97b847320ab2 service nova] Acquiring lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.963646] env[70261]: DEBUG oslo_concurrency.lockutils [req-d2f0e2e4-dc8c-4848-ac7d-ca594cb9ee0e req-001febeb-b9ff-4b34-b6e2-97b847320ab2 service nova] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.963858] env[70261]: DEBUG oslo_concurrency.lockutils [req-d2f0e2e4-dc8c-4848-ac7d-ca594cb9ee0e req-001febeb-b9ff-4b34-b6e2-97b847320ab2 service nova] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.964458] env[70261]: DEBUG nova.compute.manager [req-d2f0e2e4-dc8c-4848-ac7d-ca594cb9ee0e req-001febeb-b9ff-4b34-b6e2-97b847320ab2 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] No waiting events found dispatching network-vif-plugged-e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.964682] env[70261]: WARNING nova.compute.manager [req-d2f0e2e4-dc8c-4848-ac7d-ca594cb9ee0e req-001febeb-b9ff-4b34-b6e2-97b847320ab2 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Received unexpected event network-vif-plugged-e07d45eb-f093-4a96-b81d-ccc1fca5eebd for instance with vm_state building and task_state spawning. [ 1212.049011] env[70261]: DEBUG nova.network.neutron [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Successfully updated port: e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.206868] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 9cbbe337-9e39-41a6-a266-84fed223b9c3] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.238186] env[70261]: DEBUG nova.compute.utils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.239838] env[70261]: DEBUG nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1212.284592] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.284818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.284985] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.364328] env[70261]: DEBUG oslo_vmware.api [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3386979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141314} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.364579] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.364758] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.364932] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.365113] env[70261]: INFO nova.compute.manager [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1212.365389] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.365580] env[70261]: DEBUG nova.compute.manager [-] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.365673] env[70261]: DEBUG nova.network.neutron [-] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1212.552239] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.552455] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.552541] env[70261]: DEBUG nova.network.neutron [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1212.631063] env[70261]: DEBUG nova.objects.instance [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid fd9976c6-6a5a-4251-849d-b79a5d38f73c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.709746] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 29ce64a5-542f-450c-a3bc-89c118cfddc4] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.741059] env[70261]: DEBUG nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.895603] env[70261]: DEBUG nova.network.neutron [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.985632] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.089904] env[70261]: DEBUG nova.network.neutron [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1213.092859] env[70261]: DEBUG nova.network.neutron [-] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.135388] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e76ce63d-bc4e-4528-8b00-79ac3d31db54 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.793s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.138042] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.151s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.213070] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 419719d1-301b-48b3-9121-f07e99970eb6] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.233299] env[70261]: DEBUG nova.network.neutron [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Updating instance_info_cache with network_info: [{"id": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "address": "fa:16:3e:2b:a6:0b", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape07d45eb-f0", "ovs_interfaceid": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.315864] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.316063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.316245] env[70261]: DEBUG nova.network.neutron [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1213.398311] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.398523] env[70261]: DEBUG nova.objects.instance [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'migration_context' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.595164] env[70261]: INFO nova.compute.manager [-] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Took 1.23 seconds to deallocate network for instance. [ 1213.638958] env[70261]: INFO nova.compute.manager [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Detaching volume 39a28215-29bd-4af9-ba5c-d00f3e34e932 [ 1213.668978] env[70261]: INFO nova.virt.block_device [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Attempting to driver detach volume 39a28215-29bd-4af9-ba5c-d00f3e34e932 from mountpoint /dev/sdb [ 1213.669238] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1213.669430] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675746', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'name': 'volume-39a28215-29bd-4af9-ba5c-d00f3e34e932', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'serial': '39a28215-29bd-4af9-ba5c-d00f3e34e932'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1213.670336] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7cfb3e-99c3-45fe-9c44-84570475e057 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.696763] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5159b8c9-f896-4230-98c5-5cbe6a3d990c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.704547] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16c3da-a707-4623-be2b-bf099b90c884 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.726741] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 066c7bba-9a12-4597-bf8e-5ef8c0b7ee61] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.729126] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a94b326-ab96-432e-9e1c-964c24df6fdd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.745237] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.745609] env[70261]: DEBUG nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Instance network_info: |[{"id": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "address": "fa:16:3e:2b:a6:0b", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape07d45eb-f0", "ovs_interfaceid": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.746060] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] The volume has not been displaced from its original location: [datastore1] volume-39a28215-29bd-4af9-ba5c-d00f3e34e932/volume-39a28215-29bd-4af9-ba5c-d00f3e34e932.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1213.751193] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.752185] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:a6:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e07d45eb-f093-4a96-b81d-ccc1fca5eebd', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.759285] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.760224] env[70261]: DEBUG nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.762103] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d46140d-641a-4c94-8d23-a37b7f4dc71b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.775300] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.775620] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b91197d3-bd23-4be4-ac42-99fb04cccabf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.797236] env[70261]: DEBUG oslo_vmware.api [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1213.797236] env[70261]: value = "task-3386982" [ 1213.797236] env[70261]: _type = "Task" [ 1213.797236] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.797529] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.797529] env[70261]: value = "task-3386981" [ 1213.797529] env[70261]: _type = "Task" [ 1213.797529] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.805685] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.805949] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.806142] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.806391] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.806557] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.806712] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.806917] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.807093] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.807267] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.807434] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.807617] env[70261]: DEBUG nova.virt.hardware [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.808684] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a5c7d0-2ce3-4094-910b-17f24f1ca785 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.817424] env[70261]: DEBUG oslo_vmware.api [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.825178] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386981, 'name': CreateVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.827517] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2bda75-3079-42ea-91d5-2c2d946cddab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.849074] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.854531] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Creating folder: Project (bd59da8549a241a5a91aca6a9da98b49). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.854880] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f7c3831-47a0-4c60-9793-d9d1addf8bf8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.868320] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Created folder: Project (bd59da8549a241a5a91aca6a9da98b49) in parent group-v675446. [ 1213.868566] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Creating folder: Instances. Parent ref: group-v675750. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.868804] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea69345a-201f-4eba-a19d-0bc388504eb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.881237] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Created folder: Instances in parent group-v675750. [ 1213.881685] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.882017] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.882386] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9354f64-3b72-4716-8359-d62d16668a69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.901048] env[70261]: DEBUG nova.objects.base [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Object Instance<993e3bf5-4eb0-4794-9618-bb84bf846cb9> lazy-loaded attributes: info_cache,migration_context {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1213.902947] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a950b2af-2772-48d6-bd69-ae775ffd6216 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.905579] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.905579] env[70261]: value = "task-3386985" [ 1213.905579] env[70261]: _type = "Task" [ 1213.905579] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.926317] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6711b518-10a8-4f36-a6b3-4edd47db0335 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.932485] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386985, 'name': CreateVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.938662] env[70261]: DEBUG oslo_vmware.api [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1213.938662] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52041168-247c-58d9-c5f6-c503f3de54c3" [ 1213.938662] env[70261]: _type = "Task" [ 1213.938662] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.947479] env[70261]: DEBUG oslo_vmware.api [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52041168-247c-58d9-c5f6-c503f3de54c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.999063] env[70261]: DEBUG nova.compute.manager [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Received event network-changed-e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.999283] env[70261]: DEBUG nova.compute.manager [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Refreshing instance network info cache due to event network-changed-e07d45eb-f093-4a96-b81d-ccc1fca5eebd. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.999520] env[70261]: DEBUG oslo_concurrency.lockutils [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] Acquiring lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.999683] env[70261]: DEBUG oslo_concurrency.lockutils [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] Acquired lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.999928] env[70261]: DEBUG nova.network.neutron [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Refreshing network info cache for port e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1214.095038] env[70261]: DEBUG nova.network.neutron [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [{"id": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "address": "fa:16:3e:c8:8b:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d653de5-9a", "ovs_interfaceid": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.102979] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.103206] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.103534] env[70261]: DEBUG nova.objects.instance [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'resources' on Instance uuid 4e4186f7-88b1-4dbd-83aa-736a9e0b3106 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.232960] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 01509e0c-e137-41cb-8f6f-5e9b92475277] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.310810] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386981, 'name': CreateVM_Task, 'duration_secs': 0.348927} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.312995] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.313321] env[70261]: DEBUG oslo_vmware.api [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386982, 'name': ReconfigVM_Task, 'duration_secs': 0.286548} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.313944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.314120] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.314444] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.314718] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.319228] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9baaf04f-f7e5-40cd-9dbe-2f2e7bbcbfad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.320674] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe9824dc-77c3-45f4-abb0-f7d6fcd0d050 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.333381] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1214.333381] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222540f-1ac4-89fc-c0ee-66e4ce27e68e" [ 1214.333381] env[70261]: _type = "Task" [ 1214.333381] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.338059] env[70261]: DEBUG oslo_vmware.api [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1214.338059] env[70261]: value = "task-3386986" [ 1214.338059] env[70261]: _type = "Task" [ 1214.338059] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.343912] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222540f-1ac4-89fc-c0ee-66e4ce27e68e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.348550] env[70261]: DEBUG oslo_vmware.api [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.417657] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3386985, 'name': CreateVM_Task, 'duration_secs': 0.275138} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.417821] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.418186] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.448641] env[70261]: DEBUG oslo_vmware.api [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52041168-247c-58d9-c5f6-c503f3de54c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.448927] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.597819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.678379] env[70261]: DEBUG nova.network.neutron [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Updated VIF entry in instance network info cache for port e07d45eb-f093-4a96-b81d-ccc1fca5eebd. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1214.678735] env[70261]: DEBUG nova.network.neutron [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Updating instance_info_cache with network_info: [{"id": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "address": "fa:16:3e:2b:a6:0b", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape07d45eb-f0", "ovs_interfaceid": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.736725] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 404c5c7e-8c80-4864-b68c-47ca67bbd95b] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.832428] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737b30e-9159-467e-bf77-b4a66eb4e1ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.848052] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222540f-1ac4-89fc-c0ee-66e4ce27e68e, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.849087] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7200b637-f48c-466c-922d-f4793792e048 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.853136] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.853516] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.853851] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.854121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.854371] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.859089] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.859513] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.859872] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-386d4150-fa7b-4225-967e-2727ff76cb93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.862088] env[70261]: DEBUG oslo_vmware.api [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386986, 'name': ReconfigVM_Task, 'duration_secs': 0.14552} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.862776] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34543a9d-af3f-499a-b976-d9d90fc5a9f6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.864607] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675746', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'name': 'volume-39a28215-29bd-4af9-ba5c-d00f3e34e932', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '39a28215-29bd-4af9-ba5c-d00f3e34e932', 'serial': '39a28215-29bd-4af9-ba5c-d00f3e34e932'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1214.896203] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d7c55-19b0-4cae-94e6-3fc2320009f9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.900678] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1214.900678] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5264d143-3deb-735b-7e00-a7a56f404ef9" [ 1214.900678] env[70261]: _type = "Task" [ 1214.900678] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.907385] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.907587] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.908658] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6280cd2c-4f63-4aba-b322-020ba09acd55 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.911741] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a6e92c-95dc-4dc5-b091-96c7660e9076 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.919850] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5264d143-3deb-735b-7e00-a7a56f404ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.013884} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.919850] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.919850] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.920041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.922199] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1214.922199] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e2910-e79a-8567-0221-48c09d8f9b7c" [ 1214.922199] env[70261]: _type = "Task" [ 1214.922199] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.931610] env[70261]: DEBUG nova.compute.provider_tree [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.941705] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e2910-e79a-8567-0221-48c09d8f9b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.106930] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4277e696-0d07-4c28-a21d-890dd7163324 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.114200] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb73f83-a891-43e4-90be-891cb7cef642 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.181781] env[70261]: DEBUG oslo_concurrency.lockutils [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] Releasing lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.182152] env[70261]: DEBUG nova.compute.manager [req-b03666d2-4e31-4fcf-acb1-fe5551c20eac req-97f82e70-6e98-483f-9ff2-8a0997ce9912 service nova] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Received event network-vif-deleted-fd77fa93-d300-4b7f-a743-bcf87daa44fb {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.240480] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 68f842e5-ff02-4fff-82dd-a22ee8e98e62] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.404928] env[70261]: DEBUG nova.objects.instance [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid fd9976c6-6a5a-4251-849d-b79a5d38f73c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.436525] env[70261]: DEBUG nova.scheduler.client.report [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.446392] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e2910-e79a-8567-0221-48c09d8f9b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.031387} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.447209] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b8c4d7-fe72-47c1-9cd7-b8d27d257134 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.452965] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1215.452965] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e35b6-e772-825d-152d-285918d6d27b" [ 1215.452965] env[70261]: _type = "Task" [ 1215.452965] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.461241] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e35b6-e772-825d-152d-285918d6d27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.743918] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 41f149c3-93c6-4722-b153-bb6d074de11d] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.941783] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.944079] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.495s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.964660] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524e35b6-e772-825d-152d-285918d6d27b, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.964990] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.965388] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.965752] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.966056] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.966213] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69885050-fcfd-43ea-9532-980ee89225fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.969965] env[70261]: INFO nova.scheduler.client.report [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted allocations for instance 4e4186f7-88b1-4dbd-83aa-736a9e0b3106 [ 1215.971391] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba007658-cc69-4812-9df7-99dc3db35a6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.983619] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1215.983619] env[70261]: value = "task-3386987" [ 1215.983619] env[70261]: _type = "Task" [ 1215.983619] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.988516] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.988749] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.990147] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57b37f1-b844-4c38-922a-85a5805a0c73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.000225] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1216.000225] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522d04fd-81ed-9815-4f36-133375f0ded3" [ 1216.000225] env[70261]: _type = "Task" [ 1216.000225] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.003865] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.013151] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522d04fd-81ed-9815-4f36-133375f0ded3, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.014515] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff76f493-3be5-426a-8612-3e45b4965a4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.020202] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1216.020202] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a799a7-e008-427f-9fe2-eb5673e3c1c4" [ 1216.020202] env[70261]: _type = "Task" [ 1216.020202] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.030420] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a799a7-e008-427f-9fe2-eb5673e3c1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.213609] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddabb2a5-5c50-4cda-bc1b-76176e9eb65b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.239159] env[70261]: DEBUG oslo_concurrency.lockutils [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.240449] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f048c41-70d3-473d-9d6a-6a52b0b5ac46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.250365] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 2c5efbea-0b4d-4438-83f0-e6ec43a2b900] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.252375] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.412441] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5532c3b5-9959-41f7-9ebe-45976e407656 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.413581] env[70261]: DEBUG oslo_concurrency.lockutils [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.175s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.482993] env[70261]: DEBUG oslo_concurrency.lockutils [None req-648075cd-a95e-4cac-a986-cbcb80b9e8be tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "4e4186f7-88b1-4dbd-83aa-736a9e0b3106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.230s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.495120] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442801} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.498105] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.498328] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.499831] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65a49f6-06a9-4a81-a01d-2e9c266afc06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.510119] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1216.510119] env[70261]: value = "task-3386988" [ 1216.510119] env[70261]: _type = "Task" [ 1216.510119] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.520340] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.531281] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a799a7-e008-427f-9fe2-eb5673e3c1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012724} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.531281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.531281] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.531678] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e1bc94-6398-40ee-8794-683fc9ea92bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.539107] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1216.539107] env[70261]: value = "task-3386989" [ 1216.539107] env[70261]: _type = "Task" [ 1216.539107] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.550055] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.604016] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea210b-5a4b-4ab4-b457-bcb61c7af092 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.612045] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ce109f-7f15-45f4-80d8-8b3ac69ca051 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.651864] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e798d1-f579-4138-9886-4f0aa04127e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.662505] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4442adb9-02a2-4f13-99b5-8431cb546e4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.677514] env[70261]: DEBUG nova.compute.provider_tree [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.757157] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 93e208f1-38f1-4021-9952-afdea3e2aead] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.761382] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.761984] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f50b20a-c0c5-4291-83d5-44acbb740a38 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.771420] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1216.771420] env[70261]: value = "task-3386990" [ 1216.771420] env[70261]: _type = "Task" [ 1216.771420] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.781087] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.917387] env[70261]: INFO nova.compute.manager [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Detaching volume 0642a7d3-b8ca-4978-abc2-4232949d6c64 [ 1216.952824] env[70261]: INFO nova.virt.block_device [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Attempting to driver detach volume 0642a7d3-b8ca-4978-abc2-4232949d6c64 from mountpoint /dev/sdc [ 1216.955540] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.955540] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675748', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'name': 'volume-0642a7d3-b8ca-4978-abc2-4232949d6c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'serial': '0642a7d3-b8ca-4978-abc2-4232949d6c64'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.955540] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bf00c3-c63f-4c11-9d76-f562fcd84b4b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.978657] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7602a91-8023-4d9f-a1cb-f14747a5226e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.986898] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2cada4-5622-4eff-a068-dd72606e031b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.009769] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8fd23a-7727-43db-839c-6e47eebb5354 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.022734] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072522} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.034590] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.034979] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] The volume has not been displaced from its original location: [datastore1] volume-0642a7d3-b8ca-4978-abc2-4232949d6c64/volume-0642a7d3-b8ca-4978-abc2-4232949d6c64.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.040369] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfiguring VM instance instance-0000006a to detach disk 2002 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.041171] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6c381a-0f96-43b4-8f64-60c875023284 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.043819] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc31a8b-97f2-4503-8789-08ac8c883c06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.075942] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443646} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.085770] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.087623] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.088993] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.089516] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40cf681a-e3c1-4f1d-9547-918d0a1d2333 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.105125] env[70261]: DEBUG oslo_vmware.api [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1217.105125] env[70261]: value = "task-3386991" [ 1217.105125] env[70261]: _type = "Task" [ 1217.105125] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.105125] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba4d1601-e8eb-45c2-a911-e0a09d1e327d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.114454] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1217.114454] env[70261]: value = "task-3386992" [ 1217.114454] env[70261]: _type = "Task" [ 1217.114454] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.117646] env[70261]: DEBUG oslo_vmware.api [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.122114] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1217.122114] env[70261]: value = "task-3386993" [ 1217.122114] env[70261]: _type = "Task" [ 1217.122114] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.130621] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.138200] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.180722] env[70261]: DEBUG nova.scheduler.client.report [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.262905] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 9cce7d19-66ec-4cf1-adca-be14214b7589] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.282277] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.453607] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.453881] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.617809] env[70261]: DEBUG oslo_vmware.api [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386991, 'name': ReconfigVM_Task, 'duration_secs': 0.305385} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.620867] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Reconfigured VM instance instance-0000006a to detach disk 2002 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.626258] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce19ef6d-9451-4405-ac26-e7a3f45bab6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.642149] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386992, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.647662] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078517} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.649112] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.649485] env[70261]: DEBUG oslo_vmware.api [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1217.649485] env[70261]: value = "task-3386994" [ 1217.649485] env[70261]: _type = "Task" [ 1217.649485] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.650188] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7562f2b2-7bdd-4be6-9810-bb3b1d91aa26 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.676064] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.679741] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07400971-1d40-4ad7-bd6c-5547509870ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.694308] env[70261]: DEBUG oslo_vmware.api [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.705802] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1217.705802] env[70261]: value = "task-3386995" [ 1217.705802] env[70261]: _type = "Task" [ 1217.705802] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.715843] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.767239] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 8105e024-583b-4eaa-8089-40e193846160] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.783888] env[70261]: DEBUG oslo_vmware.api [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3386990, 'name': PowerOnVM_Task, 'duration_secs': 0.558863} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.784239] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.784380] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-24f8942b-99de-47e6-97e7-5766e38a61e4 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.956493] env[70261]: DEBUG nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.128456] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386992, 'name': ReconfigVM_Task, 'duration_secs': 0.584426} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.128755] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.129416] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c487ebc-74df-44a7-9749-92cc5f47cc61 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.137310] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1218.137310] env[70261]: value = "task-3386996" [ 1218.137310] env[70261]: _type = "Task" [ 1218.137310] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.146862] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386996, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.162567] env[70261]: DEBUG oslo_vmware.api [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3386994, 'name': ReconfigVM_Task, 'duration_secs': 0.165968} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.162899] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675748', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'name': 'volume-0642a7d3-b8ca-4978-abc2-4232949d6c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd9976c6-6a5a-4251-849d-b79a5d38f73c', 'attached_at': '', 'detached_at': '', 'volume_id': '0642a7d3-b8ca-4978-abc2-4232949d6c64', 'serial': '0642a7d3-b8ca-4978-abc2-4232949d6c64'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.201665] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.258s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.201896] env[70261]: DEBUG nova.compute.manager [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70261) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1218.226988] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386995, 'name': ReconfigVM_Task, 'duration_secs': 0.465141} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.227346] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.230518] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1a66f2-dda8-4a56-97b3-c684daf35d96 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.239127] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1218.239127] env[70261]: value = "task-3386997" [ 1218.239127] env[70261]: _type = "Task" [ 1218.239127] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.254187] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386997, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.270147] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 4fe6084f-d33e-423f-899b-b80ac9f2d9d1] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.478658] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.478944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.480524] env[70261]: INFO nova.compute.claims [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.648996] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386996, 'name': Rename_Task, 'duration_secs': 0.210462} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.649309] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.649561] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9703116-3592-443f-960a-37608b2aba37 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.658520] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1218.658520] env[70261]: value = "task-3386998" [ 1218.658520] env[70261]: _type = "Task" [ 1218.658520] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.667787] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.710264] env[70261]: DEBUG nova.objects.instance [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'flavor' on Instance uuid fd9976c6-6a5a-4251-849d-b79a5d38f73c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.750301] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386997, 'name': Rename_Task, 'duration_secs': 0.176422} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.750582] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.750828] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec797be-ab09-4e88-8930-e863097f4da0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.758263] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1218.758263] env[70261]: value = "task-3386999" [ 1218.758263] env[70261]: _type = "Task" [ 1218.758263] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.764676] env[70261]: INFO nova.scheduler.client.report [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted allocation for migration a08940b2-02ff-4208-8a39-ac6a2f75471c [ 1218.773033] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.773033] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: cb4c8ffe-e094-41b0-88a3-d1664bf88a36] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.158164] env[70261]: DEBUG nova.objects.instance [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'flavor' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.171741] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.268599] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.274281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-195a3231-4e2f-4a3f-aed6-3e4a5ac23d26 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.224s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.275304] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a32b83e8-8d37-415e-9d22-430aed33078c] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.620922] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8132b2-21c6-4b0d-b01c-d48d770e0ee9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.629405] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a87733d-fa2c-474a-b826-380c5c946598 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.659805] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6178953f-94cc-4195-b315-34cd78e05cba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.670359] env[70261]: DEBUG oslo_concurrency.lockutils [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.670546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.670721] env[70261]: DEBUG nova.network.neutron [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1219.670898] env[70261]: DEBUG nova.objects.instance [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'info_cache' on Instance uuid 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.676634] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dda312-2a03-4517-ba03-029d3b8d8e6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.680348] env[70261]: DEBUG oslo_vmware.api [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3386998, 'name': PowerOnVM_Task, 'duration_secs': 0.59787} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.680621] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.680822] env[70261]: INFO nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1219.680997] env[70261]: DEBUG nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.682538] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfe59f-c2f7-4692-8a21-b83827029fdd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.695077] env[70261]: DEBUG nova.compute.provider_tree [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.717326] env[70261]: DEBUG oslo_concurrency.lockutils [None req-466c5e94-bb1d-41d3-bbf7-c7fab86ac17f tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.768774] env[70261]: DEBUG oslo_vmware.api [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3386999, 'name': PowerOnVM_Task, 'duration_secs': 0.75566} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.770032] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.770032] env[70261]: INFO nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Took 6.01 seconds to spawn the instance on the hypervisor. [ 1219.770032] env[70261]: DEBUG nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.770220] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a892fc74-c733-485a-9653-39ebc56d86a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.779643] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 069dc16f-3845-4aec-ad40-f8676969a7c1] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.996127] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.996535] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.996750] env[70261]: DEBUG nova.compute.manager [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Going to confirm migration 6 {{(pid=70261) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.173823] env[70261]: DEBUG nova.objects.base [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Object Instance<993e3bf5-4eb0-4794-9618-bb84bf846cb9> lazy-loaded attributes: flavor,info_cache {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.197933] env[70261]: DEBUG nova.scheduler.client.report [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.212030] env[70261]: INFO nova.compute.manager [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Took 13.02 seconds to build instance. [ 1220.285563] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 3548ab30-abd5-4960-b00a-4fe64d153fdd] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.290131] env[70261]: INFO nova.compute.manager [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Took 11.92 seconds to build instance. [ 1220.582116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.582116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquired lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.582116] env[70261]: DEBUG nova.network.neutron [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1220.582116] env[70261]: DEBUG nova.objects.instance [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'info_cache' on Instance uuid 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.671263] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.671618] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.671909] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.672181] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.672422] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.675184] env[70261]: INFO nova.compute.manager [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Terminating instance [ 1220.702631] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.703199] env[70261]: DEBUG nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.715857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-50a8c6a7-e4a6-4b38-b974-cfee9d7b7513 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.526s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.789165] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: d33277cb-68d8-46dd-ad32-40e33086ce68] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.792738] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9f494844-c197-4226-be3e-f40ee3f763f8 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "12609a93-e750-4008-a6fd-7a56f80f93d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.435s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.917292] env[70261]: DEBUG nova.network.neutron [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [{"id": "2bb4d17f-bf11-4845-8552-23080a977193", "address": "fa:16:3e:41:73:0c", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb4d17f-bf", "ovs_interfaceid": "2bb4d17f-bf11-4845-8552-23080a977193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.968275] env[70261]: DEBUG nova.compute.manager [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Received event network-changed-e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.968443] env[70261]: DEBUG nova.compute.manager [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Refreshing instance network info cache due to event network-changed-e07d45eb-f093-4a96-b81d-ccc1fca5eebd. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.968630] env[70261]: DEBUG oslo_concurrency.lockutils [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] Acquiring lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.968725] env[70261]: DEBUG oslo_concurrency.lockutils [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] Acquired lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.968884] env[70261]: DEBUG nova.network.neutron [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Refreshing network info cache for port e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1221.181744] env[70261]: DEBUG nova.compute.manager [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.181995] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.182912] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791caf22-1c9e-4e16-923d-a32efa8d56e6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.191144] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.191378] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32c5c09a-2308-4e5e-8e4d-d81e55c89d05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.198690] env[70261]: DEBUG oslo_vmware.api [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1221.198690] env[70261]: value = "task-3387000" [ 1221.198690] env[70261]: _type = "Task" [ 1221.198690] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.207991] env[70261]: DEBUG nova.compute.utils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.209336] env[70261]: DEBUG oslo_vmware.api [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3387000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.209849] env[70261]: DEBUG nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.210070] env[70261]: DEBUG nova.network.neutron [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.259762] env[70261]: DEBUG nova.policy [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24eabacae2be4801bd5cd1477b837e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a16ffd93eb4009bcd30d2d3ce13f6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.293810] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 840bff09-bbc2-4890-abd6-ad2855e4afe9] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.419316] env[70261]: DEBUG oslo_concurrency.lockutils [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-993e3bf5-4eb0-4794-9618-bb84bf846cb9" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.597068] env[70261]: DEBUG nova.network.neutron [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Successfully created port: 0ca05b09-9898-4465-956d-4efbcd6ead20 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.708868] env[70261]: DEBUG oslo_vmware.api [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3387000, 'name': PowerOffVM_Task, 'duration_secs': 0.27289} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.709163] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.709356] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.709610] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ca5916-db7b-4bf4-8939-90dc50d80552 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.711306] env[70261]: DEBUG nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.763223] env[70261]: INFO nova.compute.manager [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Rebuilding instance [ 1221.790603] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.790603] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.791178] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Deleting the datastore file [datastore2] fd9976c6-6a5a-4251-849d-b79a5d38f73c {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.791178] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9753360-3493-4291-80d3-425378e52a5b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.801357] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 7b5342e2-5949-46e2-9de0-4ee0ffcdcef0] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.806030] env[70261]: DEBUG nova.network.neutron [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Updated VIF entry in instance network info cache for port e07d45eb-f093-4a96-b81d-ccc1fca5eebd. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1221.806239] env[70261]: DEBUG nova.network.neutron [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Updating instance_info_cache with network_info: [{"id": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "address": "fa:16:3e:2b:a6:0b", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape07d45eb-f0", "ovs_interfaceid": "e07d45eb-f093-4a96-b81d-ccc1fca5eebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.807559] env[70261]: DEBUG oslo_vmware.api [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for the task: (returnval){ [ 1221.807559] env[70261]: value = "task-3387002" [ 1221.807559] env[70261]: _type = "Task" [ 1221.807559] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.820072] env[70261]: DEBUG oslo_vmware.api [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3387002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.832752] env[70261]: DEBUG nova.compute.manager [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.833745] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6771ff-772b-483a-8d3c-57df87559002 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.887964] env[70261]: DEBUG nova.network.neutron [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [{"id": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "address": "fa:16:3e:c8:8b:8d", "network": {"id": "1586d456-cb35-4ca4-bb1d-78795903d72c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1877173450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0ce7ea910348ebb8027b33c3ebe135", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d653de5-9a", "ovs_interfaceid": "8d653de5-9a6a-4c4f-9adf-11c0a2daaccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.309525] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 6351eebf-bfa3-4356-acdd-d7c901943867] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.315845] env[70261]: DEBUG oslo_concurrency.lockutils [req-7ccda58b-19de-42a2-bf8e-791424cfd130 req-460cddac-94ec-41ed-a68c-699d71a76933 service nova] Releasing lock "refresh_cache-35ae1b47-6166-4b36-bff7-adf8d0ccea30" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.322369] env[70261]: DEBUG oslo_vmware.api [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Task: {'id': task-3387002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151132} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.322612] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.322801] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.322973] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.323163] env[70261]: INFO nova.compute.manager [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1222.323410] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.323639] env[70261]: DEBUG nova.compute.manager [-] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.323738] env[70261]: DEBUG nova.network.neutron [-] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1222.390835] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Releasing lock "refresh_cache-5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.391087] env[70261]: DEBUG nova.objects.instance [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'migration_context' on Instance uuid 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.425158] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.425461] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e012edd8-0c6b-4685-b1e9-1938e0e148f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.434493] env[70261]: DEBUG oslo_vmware.api [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1222.434493] env[70261]: value = "task-3387003" [ 1222.434493] env[70261]: _type = "Task" [ 1222.434493] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.443287] env[70261]: DEBUG oslo_vmware.api [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.720750] env[70261]: DEBUG nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.759296] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.759559] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.759717] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.759902] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.760067] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.760224] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.760436] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.760600] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.760774] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.760927] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.761117] env[70261]: DEBUG nova.virt.hardware [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.762183] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a2d24-86d4-4277-a2d3-247163d68223 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.771666] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee032ba-f7a7-41c1-af7f-31335f67ff1d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.816903] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a384959a-20e9-4af0-a1c4-b0e72b98b450] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.849116] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.849504] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f142eab9-7c81-4604-ba2a-f6ae27c653cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.859145] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1222.859145] env[70261]: value = "task-3387004" [ 1222.859145] env[70261]: _type = "Task" [ 1222.859145] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.869468] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.894023] env[70261]: DEBUG nova.objects.base [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Object Instance<5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f> lazy-loaded attributes: info_cache,migration_context {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1222.895016] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeac09b-a0f5-44a5-8df3-ffce301dbfb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.915954] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3336c828-06fa-4b54-8583-102e7913eeca {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.922880] env[70261]: DEBUG oslo_vmware.api [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1222.922880] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b76116-2b44-8081-dec6-97d769f41609" [ 1222.922880] env[70261]: _type = "Task" [ 1222.922880] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.934308] env[70261]: DEBUG oslo_vmware.api [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b76116-2b44-8081-dec6-97d769f41609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.946151] env[70261]: DEBUG oslo_vmware.api [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387003, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.002920] env[70261]: DEBUG nova.compute.manager [req-9c5012c7-de84-4592-ad56-a940a0df3f46 req-54d956ba-de23-4c1f-8b1f-d2f4dccd58e4 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Received event network-vif-deleted-337f02c6-102b-4a34-96dc-5bbf5b02a71b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.002920] env[70261]: INFO nova.compute.manager [req-9c5012c7-de84-4592-ad56-a940a0df3f46 req-54d956ba-de23-4c1f-8b1f-d2f4dccd58e4 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Neutron deleted interface 337f02c6-102b-4a34-96dc-5bbf5b02a71b; detaching it from the instance and deleting it from the info cache [ 1223.003028] env[70261]: DEBUG nova.network.neutron [req-9c5012c7-de84-4592-ad56-a940a0df3f46 req-54d956ba-de23-4c1f-8b1f-d2f4dccd58e4 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.085937] env[70261]: DEBUG nova.compute.manager [req-9a3324f4-b375-4feb-be1b-9e2d0a700822 req-7f71a9f0-acc1-4979-bcb6-7fe666c03e03 service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Received event network-vif-plugged-0ca05b09-9898-4465-956d-4efbcd6ead20 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.086184] env[70261]: DEBUG oslo_concurrency.lockutils [req-9a3324f4-b375-4feb-be1b-9e2d0a700822 req-7f71a9f0-acc1-4979-bcb6-7fe666c03e03 service nova] Acquiring lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.086424] env[70261]: DEBUG oslo_concurrency.lockutils [req-9a3324f4-b375-4feb-be1b-9e2d0a700822 req-7f71a9f0-acc1-4979-bcb6-7fe666c03e03 service nova] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.086602] env[70261]: DEBUG oslo_concurrency.lockutils [req-9a3324f4-b375-4feb-be1b-9e2d0a700822 req-7f71a9f0-acc1-4979-bcb6-7fe666c03e03 service nova] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.086766] env[70261]: DEBUG nova.compute.manager [req-9a3324f4-b375-4feb-be1b-9e2d0a700822 req-7f71a9f0-acc1-4979-bcb6-7fe666c03e03 service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] No waiting events found dispatching network-vif-plugged-0ca05b09-9898-4465-956d-4efbcd6ead20 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.086929] env[70261]: WARNING nova.compute.manager [req-9a3324f4-b375-4feb-be1b-9e2d0a700822 req-7f71a9f0-acc1-4979-bcb6-7fe666c03e03 service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Received unexpected event network-vif-plugged-0ca05b09-9898-4465-956d-4efbcd6ead20 for instance with vm_state building and task_state spawning. [ 1223.169514] env[70261]: DEBUG nova.network.neutron [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Successfully updated port: 0ca05b09-9898-4465-956d-4efbcd6ead20 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.235854] env[70261]: DEBUG nova.network.neutron [-] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.320760] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: f1e35b93-05de-4ca0-be0c-c9752f64acc9] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.370182] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387004, 'name': PowerOffVM_Task, 'duration_secs': 0.218711} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.370454] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.371091] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.371841] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da208d1-4ab3-41ea-be39-eb0cff45b1f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.379044] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.379281] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fca05f78-b142-4774-a92c-4ea75bbaba2e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.411166] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.411804] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.411804] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Deleting the datastore file [datastore1] 12609a93-e750-4008-a6fd-7a56f80f93d6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.411956] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8caa580-2369-4d38-9009-64fdde8d51d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.418888] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1223.418888] env[70261]: value = "task-3387006" [ 1223.418888] env[70261]: _type = "Task" [ 1223.418888] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.429123] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.434128] env[70261]: DEBUG oslo_vmware.api [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b76116-2b44-8081-dec6-97d769f41609, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.434394] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.434633] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.443970] env[70261]: DEBUG oslo_vmware.api [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387003, 'name': PowerOnVM_Task, 'duration_secs': 0.565325} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.444230] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.444453] env[70261]: DEBUG nova.compute.manager [None req-82879bf4-1b70-4cca-8026-dceffdc793e2 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.445324] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a027f5-144b-41c1-bd27-a08d6246bbb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.508208] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e39b7af1-4d30-46dd-aaa2-64ce5885479e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.519822] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b16e38-a1ae-4078-8eae-694be8c13fd3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.555376] env[70261]: DEBUG nova.compute.manager [req-9c5012c7-de84-4592-ad56-a940a0df3f46 req-54d956ba-de23-4c1f-8b1f-d2f4dccd58e4 service nova] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Detach interface failed, port_id=337f02c6-102b-4a34-96dc-5bbf5b02a71b, reason: Instance fd9976c6-6a5a-4251-849d-b79a5d38f73c could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.674352] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.674508] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.674660] env[70261]: DEBUG nova.network.neutron [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1223.738222] env[70261]: INFO nova.compute.manager [-] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Took 1.41 seconds to deallocate network for instance. [ 1223.823907] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 2aea86d5-8b92-416f-9abf-12c3ac0c77b0] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.929524] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390088} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.929730] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.929953] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.930162] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.084110] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e9a2b3-942f-47a2-9c6a-364884e4860f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.092086] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff10222-e8c9-4a37-86dc-21133e825e2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.126352] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db8b04-c8fd-4096-a55e-14d66eb21dc4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.135148] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f67ecf-4084-46e1-a871-30c5ea8dfa98 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.148725] env[70261]: DEBUG nova.compute.provider_tree [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.205566] env[70261]: DEBUG nova.network.neutron [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1224.244410] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.326830] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: ee3755cb-b274-4e7b-bcd6-193594d43662] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.341121] env[70261]: DEBUG nova.network.neutron [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance_info_cache with network_info: [{"id": "0ca05b09-9898-4465-956d-4efbcd6ead20", "address": "fa:16:3e:ae:14:91", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca05b09-98", "ovs_interfaceid": "0ca05b09-9898-4465-956d-4efbcd6ead20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.655062] env[70261]: DEBUG nova.scheduler.client.report [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.829935] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 4d53d8a8-2e20-4e95-8b12-1898c57ea7d6] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.844520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.844816] env[70261]: DEBUG nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Instance network_info: |[{"id": "0ca05b09-9898-4465-956d-4efbcd6ead20", "address": "fa:16:3e:ae:14:91", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca05b09-98", "ovs_interfaceid": "0ca05b09-9898-4465-956d-4efbcd6ead20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.845226] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:14:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ca05b09-9898-4465-956d-4efbcd6ead20', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.852613] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.852813] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.853043] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c13b5a0-69be-4f38-9672-d8a4dc28be1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.867905] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.868139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.868349] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.868546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.868721] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.871019] env[70261]: INFO nova.compute.manager [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Terminating instance [ 1224.876537] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.876537] env[70261]: value = "task-3387007" [ 1224.876537] env[70261]: _type = "Task" [ 1224.876537] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.885408] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387007, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.968539] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.968815] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.968985] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.969216] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.969372] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.969528] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.969747] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.969921] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.970102] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.970275] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.970444] env[70261]: DEBUG nova.virt.hardware [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.971381] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05615723-8f0a-4195-8413-0b346159d366 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.979894] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9acec7-3e33-4d49-a477-7852257b5183 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.994186] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.000057] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.000326] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.000558] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d02b71d3-2004-4892-ae88-9b8371701fb6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.019022] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.019022] env[70261]: value = "task-3387008" [ 1225.019022] env[70261]: _type = "Task" [ 1225.019022] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.027858] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387008, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.115026] env[70261]: DEBUG nova.compute.manager [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Received event network-changed-0ca05b09-9898-4465-956d-4efbcd6ead20 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.115281] env[70261]: DEBUG nova.compute.manager [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Refreshing instance network info cache due to event network-changed-0ca05b09-9898-4465-956d-4efbcd6ead20. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.115568] env[70261]: DEBUG oslo_concurrency.lockutils [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] Acquiring lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.115716] env[70261]: DEBUG oslo_concurrency.lockutils [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] Acquired lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.115906] env[70261]: DEBUG nova.network.neutron [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Refreshing network info cache for port 0ca05b09-9898-4465-956d-4efbcd6ead20 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1225.333232] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 1a6a76d2-0ddf-42b7-85ef-843b72b6f0df] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.374696] env[70261]: DEBUG nova.compute.manager [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.374866] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.375807] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9cb8a-0322-49b3-85bc-7e90113eca95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.387674] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387007, 'name': CreateVM_Task, 'duration_secs': 0.343535} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.389586] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.390107] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.390749] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.390908] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.391232] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.391456] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719987ff-8807-43e3-8f43-e3ae8d3f1a42 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.392806] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84c3b21-c822-4686-a119-20e14edc6980 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.397427] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1225.397427] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5279424d-72f5-a840-5f4c-017e11bb3620" [ 1225.397427] env[70261]: _type = "Task" [ 1225.397427] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.402149] env[70261]: DEBUG oslo_vmware.api [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1225.402149] env[70261]: value = "task-3387009" [ 1225.402149] env[70261]: _type = "Task" [ 1225.402149] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.409068] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5279424d-72f5-a840-5f4c-017e11bb3620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.414209] env[70261]: DEBUG oslo_vmware.api [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.530600] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387008, 'name': CreateVM_Task, 'duration_secs': 0.282081} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.530762] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.531069] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.666052] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.231s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.668773] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.424s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.668986] env[70261]: DEBUG nova.objects.instance [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lazy-loading 'resources' on Instance uuid fd9976c6-6a5a-4251-849d-b79a5d38f73c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.816271] env[70261]: DEBUG nova.network.neutron [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updated VIF entry in instance network info cache for port 0ca05b09-9898-4465-956d-4efbcd6ead20. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1225.816664] env[70261]: DEBUG nova.network.neutron [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance_info_cache with network_info: [{"id": "0ca05b09-9898-4465-956d-4efbcd6ead20", "address": "fa:16:3e:ae:14:91", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca05b09-98", "ovs_interfaceid": "0ca05b09-9898-4465-956d-4efbcd6ead20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.836215] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 9136504b-78c6-463e-95d8-2e72bca184a0] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.910268] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5279424d-72f5-a840-5f4c-017e11bb3620, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.910826] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.911087] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.911324] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.911474] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.911651] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.911921] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.912226] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.912442] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b8319c6-b991-447a-a70b-ba77565452ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.916649] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e5b19d-0eec-49aa-832f-c69b6be80140 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.918066] env[70261]: DEBUG oslo_vmware.api [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387009, 'name': PowerOffVM_Task, 'duration_secs': 0.180386} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.918604] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.918807] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.919326] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603c5876-2e7d-498f-9f43-f1a20cd9e902 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.922139] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1225.922139] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528558a0-06b2-1d94-42fa-79342b85a29e" [ 1225.922139] env[70261]: _type = "Task" [ 1225.922139] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.925927] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.926113] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.927407] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584b264e-ae05-4b5b-9694-d0ffcd96b618 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.932393] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528558a0-06b2-1d94-42fa-79342b85a29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.935578] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1225.935578] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52edf5a2-b94a-b1ab-10e4-ab2497c986df" [ 1225.935578] env[70261]: _type = "Task" [ 1225.935578] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.942727] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52edf5a2-b94a-b1ab-10e4-ab2497c986df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.017578] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.017854] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.017994] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleting the datastore file [datastore2] 993e3bf5-4eb0-4794-9618-bb84bf846cb9 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.018276] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b5c8a34-cb58-40c8-ab8b-af920fc900a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.026749] env[70261]: DEBUG oslo_vmware.api [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1226.026749] env[70261]: value = "task-3387011" [ 1226.026749] env[70261]: _type = "Task" [ 1226.026749] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.034397] env[70261]: DEBUG oslo_vmware.api [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.224069] env[70261]: INFO nova.scheduler.client.report [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted allocation for migration 807aed7e-b427-465a-acc6-5fb19d234b3f [ 1226.292177] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ea3999-023b-4567-9a7b-e64b8be0652b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.303348] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179c650-389b-467c-940c-2da075f6710c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.334371] env[70261]: DEBUG oslo_concurrency.lockutils [req-ee16e2ed-a7df-4cce-946d-df425d35943f req-41fd9a4b-5053-4a1e-838d-2ba175311f7a service nova] Releasing lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.335889] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096dcc29-028d-45bb-8516-7401baf609b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.343796] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09d4c9-6e06-4269-8328-ee4d7f1ea345 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.358088] env[70261]: DEBUG nova.compute.provider_tree [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.433564] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]528558a0-06b2-1d94-42fa-79342b85a29e, 'name': SearchDatastore_Task, 'duration_secs': 0.016797} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.433564] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.433564] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.434291] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.444947] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52edf5a2-b94a-b1ab-10e4-ab2497c986df, 'name': SearchDatastore_Task, 'duration_secs': 0.025326} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.445735] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847cb406-99b4-45ac-9d89-51576a069fd6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.450898] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1226.450898] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bdcd1a-c0fd-6adc-8c5f-bfe91310eeee" [ 1226.450898] env[70261]: _type = "Task" [ 1226.450898] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.458597] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bdcd1a-c0fd-6adc-8c5f-bfe91310eeee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.512990] env[70261]: INFO nova.compute.manager [None req-53be7eed-b204-4c8f-8591-22a2a3355dc8 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Get console output [ 1226.513503] env[70261]: WARNING nova.virt.vmwareapi.driver [None req-53be7eed-b204-4c8f-8591-22a2a3355dc8 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] The console log is missing. Check your VSPC configuration [ 1226.537353] env[70261]: DEBUG oslo_vmware.api [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333098} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.537593] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.537897] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.538084] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.538259] env[70261]: INFO nova.compute.manager [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1226.538491] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.538727] env[70261]: DEBUG nova.compute.manager [-] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.538827] env[70261]: DEBUG nova.network.neutron [-] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1226.729654] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a08d5793-e8b3-4243-a965-191c76d75528 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.733s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.861338] env[70261]: DEBUG nova.scheduler.client.report [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.963320] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bdcd1a-c0fd-6adc-8c5f-bfe91310eeee, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.963621] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.963882] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ed282bc9-1660-4ad2-a32e-1fff2e668b39/ed282bc9-1660-4ad2-a32e-1fff2e668b39.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.964741] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.964938] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.965171] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201592a8-e02a-477f-9ce3-8774de7094d6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.968301] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90079ce-9612-4c30-b94d-61f7e472361f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.978347] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1226.978347] env[70261]: value = "task-3387012" [ 1226.978347] env[70261]: _type = "Task" [ 1226.978347] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.979758] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.979964] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.983944] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed40d997-3925-4724-988c-efefe3868367 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.989878] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1226.989878] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52522ea6-1825-01fe-631a-9e13b97ac394" [ 1226.989878] env[70261]: _type = "Task" [ 1226.989878] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.993065] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.003112] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52522ea6-1825-01fe-631a-9e13b97ac394, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.003892] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3fece4b-8f93-4b82-9b83-5c510cf20cf5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.010291] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1227.010291] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521fb4f2-fb1a-a60d-6b95-fc485fdf543a" [ 1227.010291] env[70261]: _type = "Task" [ 1227.010291] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.019970] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521fb4f2-fb1a-a60d-6b95-fc485fdf543a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.147935] env[70261]: DEBUG nova.compute.manager [req-d43a6cf9-ad50-4853-a44a-2420934216ba req-f2c3588d-9c32-4bac-aab1-c7f72411a531 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Received event network-vif-deleted-2bb4d17f-bf11-4845-8552-23080a977193 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.147935] env[70261]: INFO nova.compute.manager [req-d43a6cf9-ad50-4853-a44a-2420934216ba req-f2c3588d-9c32-4bac-aab1-c7f72411a531 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Neutron deleted interface 2bb4d17f-bf11-4845-8552-23080a977193; detaching it from the instance and deleting it from the info cache [ 1227.147935] env[70261]: DEBUG nova.network.neutron [req-d43a6cf9-ad50-4853-a44a-2420934216ba req-f2c3588d-9c32-4bac-aab1-c7f72411a531 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.366640] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.391740] env[70261]: INFO nova.scheduler.client.report [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Deleted allocations for instance fd9976c6-6a5a-4251-849d-b79a5d38f73c [ 1227.457033] env[70261]: DEBUG nova.network.neutron [-] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.489891] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446285} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.491023] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] ed282bc9-1660-4ad2-a32e-1fff2e668b39/ed282bc9-1660-4ad2-a32e-1fff2e668b39.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.491023] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.491023] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28697f32-53f9-485d-a49a-1fe99992095e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.497643] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1227.497643] env[70261]: value = "task-3387013" [ 1227.497643] env[70261]: _type = "Task" [ 1227.497643] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.505470] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.522236] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521fb4f2-fb1a-a60d-6b95-fc485fdf543a, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.522422] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.523027] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.523159] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be16df8-0d0d-4c46-bd27-893dedbe1445 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.531356] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1227.531356] env[70261]: value = "task-3387014" [ 1227.531356] env[70261]: _type = "Task" [ 1227.531356] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.539458] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.650034] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f01e6ed3-d864-4573-a339-a05a7cdd5aa1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.661277] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d05c6bc-da4e-4367-916e-5c02ee1e29a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.695612] env[70261]: DEBUG nova.compute.manager [req-d43a6cf9-ad50-4853-a44a-2420934216ba req-f2c3588d-9c32-4bac-aab1-c7f72411a531 service nova] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Detach interface failed, port_id=2bb4d17f-bf11-4845-8552-23080a977193, reason: Instance 993e3bf5-4eb0-4794-9618-bb84bf846cb9 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.900157] env[70261]: DEBUG oslo_concurrency.lockutils [None req-858a2fca-02b8-41d1-ac4b-f7bf40bbbcb5 tempest-AttachVolumeTestJSON-1633028046 tempest-AttachVolumeTestJSON-1633028046-project-member] Lock "fd9976c6-6a5a-4251-849d-b79a5d38f73c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.228s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.960556] env[70261]: INFO nova.compute.manager [-] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Took 1.42 seconds to deallocate network for instance. [ 1228.007883] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061027} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.009509] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.009509] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b902244a-7955-45e7-8f58-23207921191f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.030881] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ed282bc9-1660-4ad2-a32e-1fff2e668b39/ed282bc9-1660-4ad2-a32e-1fff2e668b39.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.031386] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14a3a11-ec2d-4d25-864b-48c359da652d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.053348] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435014} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.054529] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.054753] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.055050] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1228.055050] env[70261]: value = "task-3387015" [ 1228.055050] env[70261]: _type = "Task" [ 1228.055050] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.055243] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a83c3af9-ac43-42f8-b359-a31ae49b75f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.065696] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1228.065696] env[70261]: value = "task-3387016" [ 1228.065696] env[70261]: _type = "Task" [ 1228.065696] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.072853] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.468556] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.468740] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.468927] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.490029] env[70261]: INFO nova.scheduler.client.report [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted allocations for instance 993e3bf5-4eb0-4794-9618-bb84bf846cb9 [ 1228.567918] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387015, 'name': ReconfigVM_Task, 'duration_secs': 0.313261} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.570926] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ed282bc9-1660-4ad2-a32e-1fff2e668b39/ed282bc9-1660-4ad2-a32e-1fff2e668b39.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.571587] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b709a136-659c-4585-b82e-3f333c45072e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.578515] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07148} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.579739] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.580085] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1228.580085] env[70261]: value = "task-3387018" [ 1228.580085] env[70261]: _type = "Task" [ 1228.580085] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.580753] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ac11e-da7d-402b-9a4f-1c426e885d91 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.590929] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387018, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.607966] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.608284] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9d8610-5a9a-4117-9586-8602a82f7a9d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.628373] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1228.628373] env[70261]: value = "task-3387019" [ 1228.628373] env[70261]: _type = "Task" [ 1228.628373] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.637128] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.999187] env[70261]: DEBUG oslo_concurrency.lockutils [None req-304eb9cb-8bb0-44d2-aa71-fe6d06a3c168 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "993e3bf5-4eb0-4794-9618-bb84bf846cb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.131s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.092945] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387018, 'name': Rename_Task, 'duration_secs': 0.15746} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.093288] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.093558] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3f84d84-8515-48e8-9bbc-4f3f689cc1c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.100034] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1229.100034] env[70261]: value = "task-3387020" [ 1229.100034] env[70261]: _type = "Task" [ 1229.100034] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.108493] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.137984] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387019, 'name': ReconfigVM_Task, 'duration_secs': 0.295194} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.138349] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 12609a93-e750-4008-a6fd-7a56f80f93d6/12609a93-e750-4008-a6fd-7a56f80f93d6.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.139018] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e8be347-b3d3-4541-a217-79fa57d7ab48 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.148681] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1229.148681] env[70261]: value = "task-3387021" [ 1229.148681] env[70261]: _type = "Task" [ 1229.148681] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.157046] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387021, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.611109] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387020, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.658509] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387021, 'name': Rename_Task, 'duration_secs': 0.189046} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.658783] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.659035] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce8cb0d-d70b-472e-9de1-241c7ef006b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.665688] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1229.665688] env[70261]: value = "task-3387022" [ 1229.665688] env[70261]: _type = "Task" [ 1229.665688] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.673589] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.885676] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.885909] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.113268] env[70261]: DEBUG oslo_vmware.api [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387020, 'name': PowerOnVM_Task, 'duration_secs': 0.707378} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.113590] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.113714] env[70261]: INFO nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1230.113892] env[70261]: DEBUG nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.114679] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3287bc-cb4f-47a4-bbf9-076d9155b4bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.175553] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387022, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.388724] env[70261]: DEBUG nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.631158] env[70261]: INFO nova.compute.manager [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Took 12.17 seconds to build instance. [ 1230.675932] env[70261]: DEBUG oslo_vmware.api [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387022, 'name': PowerOnVM_Task, 'duration_secs': 0.826597} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.676192] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.676431] env[70261]: DEBUG nova.compute.manager [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.677161] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307ccc4f-b070-4b38-9a01-4959a76483b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.911062] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.911347] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.912869] env[70261]: INFO nova.compute.claims [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.133330] env[70261]: DEBUG oslo_concurrency.lockutils [None req-42df5247-d5d8-4cf9-a9c7-4104218ce5f2 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.679s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.192679] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.714216] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "12609a93-e750-4008-a6fd-7a56f80f93d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.714539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "12609a93-e750-4008-a6fd-7a56f80f93d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.714789] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "12609a93-e750-4008-a6fd-7a56f80f93d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.715466] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "12609a93-e750-4008-a6fd-7a56f80f93d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.715689] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "12609a93-e750-4008-a6fd-7a56f80f93d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.718015] env[70261]: INFO nova.compute.manager [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Terminating instance [ 1232.035439] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcbcfb8-9147-4e0d-8766-88246fedd46d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.043758] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980abc3c-15df-4f8e-8f6a-e38c31a9d981 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.077489] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54602006-8f49-4a82-bc6b-294c0a50dc55 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.090429] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375f559c-4aa7-4a72-a70e-6d93d0a588b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.105294] env[70261]: DEBUG nova.compute.provider_tree [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.222028] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "refresh_cache-12609a93-e750-4008-a6fd-7a56f80f93d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.222458] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquired lock "refresh_cache-12609a93-e750-4008-a6fd-7a56f80f93d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.222458] env[70261]: DEBUG nova.network.neutron [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1232.589614] env[70261]: DEBUG nova.compute.manager [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.608019] env[70261]: DEBUG nova.scheduler.client.report [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.742150] env[70261]: DEBUG nova.network.neutron [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1232.796771] env[70261]: DEBUG nova.network.neutron [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.108820] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.112643] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.113122] env[70261]: DEBUG nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.115720] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.923s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.115903] env[70261]: DEBUG nova.objects.instance [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1233.300137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Releasing lock "refresh_cache-12609a93-e750-4008-a6fd-7a56f80f93d6" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.300526] env[70261]: DEBUG nova.compute.manager [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.300723] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.301664] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5874bb7-e433-4373-b394-16899e66ddae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.310167] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.310440] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbfb723c-bdb0-4068-b57c-05d569142d7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.318837] env[70261]: DEBUG oslo_vmware.api [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1233.318837] env[70261]: value = "task-3387024" [ 1233.318837] env[70261]: _type = "Task" [ 1233.318837] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.328433] env[70261]: DEBUG oslo_vmware.api [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.619973] env[70261]: DEBUG nova.compute.utils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.624134] env[70261]: DEBUG nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.624322] env[70261]: DEBUG nova.network.neutron [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.664360] env[70261]: DEBUG nova.policy [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec0131fa1775485c84aa721579ad0c7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d78ecc6df0c45b9abf21069ea933285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.829690] env[70261]: DEBUG oslo_vmware.api [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387024, 'name': PowerOffVM_Task, 'duration_secs': 0.362775} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.830041] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.830229] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.830496] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edde319d-47bf-4ef5-a216-c041ee819cee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.858689] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.858689] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.858887] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Deleting the datastore file [datastore2] 12609a93-e750-4008-a6fd-7a56f80f93d6 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.859193] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79dffba1-db0b-4fa0-8597-2646d351cac5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.867022] env[70261]: DEBUG oslo_vmware.api [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for the task: (returnval){ [ 1233.867022] env[70261]: value = "task-3387026" [ 1233.867022] env[70261]: _type = "Task" [ 1233.867022] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.878048] env[70261]: DEBUG oslo_vmware.api [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.948140] env[70261]: DEBUG nova.network.neutron [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Successfully created port: a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.125315] env[70261]: DEBUG nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.128915] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2e9b06a6-d209-4cb8-92e9-bd4904575f31 tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.129790] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.021s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.378012] env[70261]: DEBUG oslo_vmware.api [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Task: {'id': task-3387026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500496} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.378391] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.378463] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.378640] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.378813] env[70261]: INFO nova.compute.manager [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1234.379096] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.379265] env[70261]: DEBUG nova.compute.manager [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.379359] env[70261]: DEBUG nova.network.neutron [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1234.405366] env[70261]: DEBUG nova.network.neutron [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1234.638564] env[70261]: INFO nova.compute.claims [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.907870] env[70261]: DEBUG nova.network.neutron [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.143905] env[70261]: DEBUG nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.147962] env[70261]: INFO nova.compute.resource_tracker [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating resource usage from migration 28730181-9907-4e7b-8644-cd8ae3182e8c [ 1235.177257] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.177566] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.177776] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.177975] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.178144] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.178294] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.178502] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.178662] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.178828] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.178989] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.179407] env[70261]: DEBUG nova.virt.hardware [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.180580] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9ffdde-eacd-4409-8e8c-f4248622a0ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.191530] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b678f2-2f5e-435f-a269-db7b83bc33f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.270672] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4984373-5d31-495a-9726-6cd1edce9b6a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.279123] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445abcf2-e1a0-4a10-bcfa-0f228a5a351d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.312059] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff04258c-281d-4092-a8a7-965ee4867377 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.315483] env[70261]: DEBUG nova.compute.manager [req-62478634-e2a0-4b6e-9770-221c9549279c req-bee85e66-d783-4661-aee2-a91233aa0002 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Received event network-vif-plugged-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.315689] env[70261]: DEBUG oslo_concurrency.lockutils [req-62478634-e2a0-4b6e-9770-221c9549279c req-bee85e66-d783-4661-aee2-a91233aa0002 service nova] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.315894] env[70261]: DEBUG oslo_concurrency.lockutils [req-62478634-e2a0-4b6e-9770-221c9549279c req-bee85e66-d783-4661-aee2-a91233aa0002 service nova] Lock "6130f898-f5a9-425e-b353-4e56bec21121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.316074] env[70261]: DEBUG oslo_concurrency.lockutils [req-62478634-e2a0-4b6e-9770-221c9549279c req-bee85e66-d783-4661-aee2-a91233aa0002 service nova] Lock "6130f898-f5a9-425e-b353-4e56bec21121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.316228] env[70261]: DEBUG nova.compute.manager [req-62478634-e2a0-4b6e-9770-221c9549279c req-bee85e66-d783-4661-aee2-a91233aa0002 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] No waiting events found dispatching network-vif-plugged-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.316406] env[70261]: WARNING nova.compute.manager [req-62478634-e2a0-4b6e-9770-221c9549279c req-bee85e66-d783-4661-aee2-a91233aa0002 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Received unexpected event network-vif-plugged-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c for instance with vm_state building and task_state spawning. [ 1235.322913] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f1deec-6d16-4567-be9f-c6ea47c0dfe5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.337152] env[70261]: DEBUG nova.compute.provider_tree [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.396478] env[70261]: DEBUG nova.network.neutron [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Successfully updated port: a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.411059] env[70261]: INFO nova.compute.manager [-] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Took 1.03 seconds to deallocate network for instance. [ 1235.839812] env[70261]: DEBUG nova.scheduler.client.report [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.900263] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.900263] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.900263] env[70261]: DEBUG nova.network.neutron [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1235.917376] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.346344] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.216s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.346548] env[70261]: INFO nova.compute.manager [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Migrating [ 1236.355545] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.438s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.355766] env[70261]: DEBUG nova.objects.instance [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lazy-loading 'resources' on Instance uuid 12609a93-e750-4008-a6fd-7a56f80f93d6 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.434372] env[70261]: DEBUG nova.network.neutron [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1236.566204] env[70261]: DEBUG nova.network.neutron [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.863784] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.863889] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.864029] env[70261]: DEBUG nova.network.neutron [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1236.974996] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2787e0-7d66-4e93-8220-e54cdf5f9633 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.984020] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2466faad-5428-40ef-ab0b-4e4981b7b3da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.015172] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c66b2d-f7ea-4673-a798-b70687acb937 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.024307] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046a3f1a-2054-4de0-9d9d-8ceb3b797bb9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.037897] env[70261]: DEBUG nova.compute.provider_tree [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.068945] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.069303] env[70261]: DEBUG nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Instance network_info: |[{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.069735] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:c7:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.077947] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.078245] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.078563] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f7b510b-c062-4c14-968a-2431c603a6a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.102816] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.102816] env[70261]: value = "task-3387028" [ 1237.102816] env[70261]: _type = "Task" [ 1237.102816] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.110871] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387028, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.340545] env[70261]: DEBUG nova.compute.manager [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Received event network-changed-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.340665] env[70261]: DEBUG nova.compute.manager [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Refreshing instance network info cache due to event network-changed-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.340847] env[70261]: DEBUG oslo_concurrency.lockutils [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] Acquiring lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.341000] env[70261]: DEBUG oslo_concurrency.lockutils [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] Acquired lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.341177] env[70261]: DEBUG nova.network.neutron [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Refreshing network info cache for port a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1237.541101] env[70261]: DEBUG nova.scheduler.client.report [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.561938] env[70261]: DEBUG nova.network.neutron [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance_info_cache with network_info: [{"id": "0ca05b09-9898-4465-956d-4efbcd6ead20", "address": "fa:16:3e:ae:14:91", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca05b09-98", "ovs_interfaceid": "0ca05b09-9898-4465-956d-4efbcd6ead20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.613841] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387028, 'name': CreateVM_Task, 'duration_secs': 0.361199} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.614015] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.614740] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.614910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.615257] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.615528] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945d6a17-a452-483d-94f5-6c213de997ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.620353] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1237.620353] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f47749-0ccf-9148-22c4-7f6eed28f3f4" [ 1237.620353] env[70261]: _type = "Task" [ 1237.620353] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.627993] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f47749-0ccf-9148-22c4-7f6eed28f3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.045550] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.063809] env[70261]: INFO nova.scheduler.client.report [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Deleted allocations for instance 12609a93-e750-4008-a6fd-7a56f80f93d6 [ 1238.065203] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.092581] env[70261]: DEBUG nova.network.neutron [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updated VIF entry in instance network info cache for port a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1238.092581] env[70261]: DEBUG nova.network.neutron [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.145895] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f47749-0ccf-9148-22c4-7f6eed28f3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.146267] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.146534] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.146766] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.146910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.147102] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.147637] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ceedc7-0913-4915-a951-a9c47d5e1ed1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.157445] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.157597] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.158316] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8595f9-c290-4f12-aa28-86917094cb56 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.163954] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1238.163954] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52746ba3-70fc-ef89-abc7-32bcbf0a0c83" [ 1238.163954] env[70261]: _type = "Task" [ 1238.163954] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.171540] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52746ba3-70fc-ef89-abc7-32bcbf0a0c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.579020] env[70261]: DEBUG oslo_concurrency.lockutils [None req-0a1104b4-6ae0-4e5b-ae24-c3a9aa8713fa tempest-ServersListShow296Test-172009996 tempest-ServersListShow296Test-172009996-project-member] Lock "12609a93-e750-4008-a6fd-7a56f80f93d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.863s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.594406] env[70261]: DEBUG oslo_concurrency.lockutils [req-d425dcb8-a598-4d42-a542-d65727387e27 req-1b5625a6-57e4-467d-9dce-314b49437d75 service nova] Releasing lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.675466] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52746ba3-70fc-ef89-abc7-32bcbf0a0c83, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.676226] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9e5781-dda7-4518-b4f7-f421fdacf63d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.682052] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1238.682052] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524409d5-95f8-93cd-c3f9-d702a75c2cc0" [ 1238.682052] env[70261]: _type = "Task" [ 1238.682052] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.690702] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524409d5-95f8-93cd-c3f9-d702a75c2cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.199863] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524409d5-95f8-93cd-c3f9-d702a75c2cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.199863] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.199863] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.200193] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d72c8ea6-d391-408a-95f6-5ea7b1f40c47 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.208027] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1239.208027] env[70261]: value = "task-3387029" [ 1239.208027] env[70261]: _type = "Task" [ 1239.208027] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.215798] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.587741] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a063f0-f4f5-4dac-822d-e2878b5d2b32 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.607498] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance 'ed282bc9-1660-4ad2-a32e-1fff2e668b39' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.718106] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466602} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.718376] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.718605] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.718869] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-430fe1be-bb70-4616-972a-3a283812c3f5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.726067] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1239.726067] env[70261]: value = "task-3387030" [ 1239.726067] env[70261]: _type = "Task" [ 1239.726067] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.734636] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.113326] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.113678] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529dec54-f28e-424b-9cec-ab970a4b93a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.122108] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1240.122108] env[70261]: value = "task-3387031" [ 1240.122108] env[70261]: _type = "Task" [ 1240.122108] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.131267] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.236977] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065287} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.237279] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.238051] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96814bd-79f8-4a98-a629-523c0fdd2ee7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.260790] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.261139] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c700a9a5-0369-4fbc-9f4d-3a36f6f2a628 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.281690] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1240.281690] env[70261]: value = "task-3387032" [ 1240.281690] env[70261]: _type = "Task" [ 1240.281690] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.290853] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.631865] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387031, 'name': PowerOffVM_Task, 'duration_secs': 0.233656} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.632246] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.632336] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance 'ed282bc9-1660-4ad2-a32e-1fff2e668b39' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.792610] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387032, 'name': ReconfigVM_Task, 'duration_secs': 0.304343} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.792828] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.793462] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a15a919-179d-4118-ac6f-8b1a30c07f93 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.801419] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1240.801419] env[70261]: value = "task-3387033" [ 1240.801419] env[70261]: _type = "Task" [ 1240.801419] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.810594] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387033, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.139286] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.139548] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.139711] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.139898] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.140058] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.140215] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.140475] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.140663] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.140836] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.141011] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.141194] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.146442] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53c1844-9f9c-4db7-9549-af987a009841 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.163872] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1241.163872] env[70261]: value = "task-3387034" [ 1241.163872] env[70261]: _type = "Task" [ 1241.163872] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.176583] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.312325] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387033, 'name': Rename_Task, 'duration_secs': 0.142005} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.312560] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.312810] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71349412-a3bc-48da-b5ba-314e58906353 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.320514] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1241.320514] env[70261]: value = "task-3387035" [ 1241.320514] env[70261]: _type = "Task" [ 1241.320514] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.328776] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.675107] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387034, 'name': ReconfigVM_Task, 'duration_secs': 0.220133} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.675503] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance 'ed282bc9-1660-4ad2-a32e-1fff2e668b39' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.831373] env[70261]: DEBUG oslo_vmware.api [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387035, 'name': PowerOnVM_Task, 'duration_secs': 0.443418} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.831649] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.831850] env[70261]: INFO nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1241.832038] env[70261]: DEBUG nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.833087] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7f09dd-abb1-4b55-8f43-e9d15f579084 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.181932] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.182260] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.182350] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.182531] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.182679] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.182858] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.183127] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.183298] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.183489] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.183687] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.183872] env[70261]: DEBUG nova.virt.hardware [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.189178] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.189464] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a4f5f7-46b6-4a1e-988e-314a493dcfdd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.209457] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1242.209457] env[70261]: value = "task-3387036" [ 1242.209457] env[70261]: _type = "Task" [ 1242.209457] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.217301] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.349771] env[70261]: INFO nova.compute.manager [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Took 11.46 seconds to build instance. [ 1242.720651] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387036, 'name': ReconfigVM_Task, 'duration_secs': 0.163057} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.721101] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.721689] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759be6c-3e41-4794-8168-20398ea46a7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.745925] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] ed282bc9-1660-4ad2-a32e-1fff2e668b39/ed282bc9-1660-4ad2-a32e-1fff2e668b39.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.746200] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee88d87-46dd-4e8a-b01f-f8426fe9902d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.766705] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1242.766705] env[70261]: value = "task-3387037" [ 1242.766705] env[70261]: _type = "Task" [ 1242.766705] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.774703] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.851779] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3892c9c7-5c43-457f-93a4-ed4ba90a1cc4 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.966s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.978072] env[70261]: DEBUG nova.compute.manager [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Received event network-changed-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.978072] env[70261]: DEBUG nova.compute.manager [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Refreshing instance network info cache due to event network-changed-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.978072] env[70261]: DEBUG oslo_concurrency.lockutils [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] Acquiring lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.978072] env[70261]: DEBUG oslo_concurrency.lockutils [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] Acquired lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.978229] env[70261]: DEBUG nova.network.neutron [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Refreshing network info cache for port a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1243.276112] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387037, 'name': ReconfigVM_Task, 'duration_secs': 0.247243} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.276386] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Reconfigured VM instance instance-00000073 to attach disk [datastore2] ed282bc9-1660-4ad2-a32e-1fff2e668b39/ed282bc9-1660-4ad2-a32e-1fff2e668b39.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.276666] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance 'ed282bc9-1660-4ad2-a32e-1fff2e668b39' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.155861] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f28fbd-5dfc-4417-9f1f-cf48f1e5053e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.175202] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a98a2-d47e-4576-beaa-11b65d4b3189 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.193321] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance 'ed282bc9-1660-4ad2-a32e-1fff2e668b39' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.510375] env[70261]: DEBUG nova.network.neutron [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updated VIF entry in instance network info cache for port a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1244.510823] env[70261]: DEBUG nova.network.neutron [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.729886] env[70261]: DEBUG nova.network.neutron [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Port 0ca05b09-9898-4465-956d-4efbcd6ead20 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1245.013848] env[70261]: DEBUG oslo_concurrency.lockutils [req-782f60d7-e603-4ed3-9f52-66de7f8509de req-2b940c4a-c076-4fb0-b0e8-98ad23b76bf4 service nova] Releasing lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.753969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.754365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.754424] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.789177] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.789458] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.789548] env[70261]: DEBUG nova.network.neutron [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1247.458516] env[70261]: DEBUG nova.network.neutron [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance_info_cache with network_info: [{"id": "0ca05b09-9898-4465-956d-4efbcd6ead20", "address": "fa:16:3e:ae:14:91", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca05b09-98", "ovs_interfaceid": "0ca05b09-9898-4465-956d-4efbcd6ead20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.960919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.484571] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ac5505-897e-4616-8d8e-9e562ff933f8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.503531] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01676178-0b10-42be-82f7-fafa0e468cb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.510227] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance 'ed282bc9-1660-4ad2-a32e-1fff2e668b39' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.016346] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.016733] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d88df59a-6638-44a2-b089-d9952b2f9105 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.024815] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1249.024815] env[70261]: value = "task-3387038" [ 1249.024815] env[70261]: _type = "Task" [ 1249.024815] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.033655] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.539739] env[70261]: DEBUG oslo_vmware.api [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387038, 'name': PowerOnVM_Task, 'duration_secs': 0.374342} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.540198] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.540526] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-1e83833d-acdb-42d9-b2ba-596b2b865414 tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance 'ed282bc9-1660-4ad2-a32e-1fff2e668b39' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.082917] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.083323] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.083425] env[70261]: DEBUG nova.compute.manager [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Going to confirm migration 7 {{(pid=70261) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1252.644023] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.644381] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquired lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.644678] env[70261]: DEBUG nova.network.neutron [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1252.644987] env[70261]: DEBUG nova.objects.instance [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'info_cache' on Instance uuid ed282bc9-1660-4ad2-a32e-1fff2e668b39 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.349098] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.349459] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.349587] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.349750] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.349920] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.351966] env[70261]: INFO nova.compute.manager [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Terminating instance [ 1253.855934] env[70261]: DEBUG nova.compute.manager [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.856219] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.856534] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8789b4a3-1d95-442f-b811-b906bbc95ae8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.864643] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1253.864643] env[70261]: value = "task-3387039" [ 1253.864643] env[70261]: _type = "Task" [ 1253.864643] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.873055] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.041473] env[70261]: DEBUG nova.network.neutron [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance_info_cache with network_info: [{"id": "0ca05b09-9898-4465-956d-4efbcd6ead20", "address": "fa:16:3e:ae:14:91", "network": {"id": "44ef3b6f-59be-439c-9992-0d678a822f65", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1564571941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a16ffd93eb4009bcd30d2d3ce13f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca05b09-98", "ovs_interfaceid": "0ca05b09-9898-4465-956d-4efbcd6ead20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.374853] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387039, 'name': PowerOffVM_Task, 'duration_secs': 0.218878} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.375200] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.375310] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.375492] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675736', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'name': 'volume-e568c560-f57d-4683-b3ad-ffb490ea04ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f', 'attached_at': '2025-04-09T13:12:06.000000', 'detached_at': '', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'serial': 'e568c560-f57d-4683-b3ad-ffb490ea04ee'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.376253] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a79cd3-eb1d-4bd3-b351-127dc83f2bf5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.394284] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eabc716-6c2e-46e3-9fe3-029f88b6e2bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.400361] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1249ef1-809f-4258-81a2-96177b9c9f7d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.417252] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7df064-681b-4c6d-a71e-32f228725258 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.430851] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] The volume has not been displaced from its original location: [datastore2] volume-e568c560-f57d-4683-b3ad-ffb490ea04ee/volume-e568c560-f57d-4683-b3ad-ffb490ea04ee.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.435973] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.436215] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b433d6-2c1f-4c33-ac6f-13a2047f674e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.453030] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1254.453030] env[70261]: value = "task-3387040" [ 1254.453030] env[70261]: _type = "Task" [ 1254.453030] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.460039] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.544604] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Releasing lock "refresh_cache-ed282bc9-1660-4ad2-a32e-1fff2e668b39" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.544950] env[70261]: DEBUG nova.objects.instance [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lazy-loading 'migration_context' on Instance uuid ed282bc9-1660-4ad2-a32e-1fff2e668b39 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.962673] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387040, 'name': ReconfigVM_Task, 'duration_secs': 0.14654} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.962942] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.967506] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613c446b-9531-49f3-9808-b735d1d2cffb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.982322] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1254.982322] env[70261]: value = "task-3387041" [ 1254.982322] env[70261]: _type = "Task" [ 1254.982322] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.989931] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.048260] env[70261]: DEBUG nova.objects.base [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.049396] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582868b-9028-44b2-aec0-64eb589dfad8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.068925] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bd57b9-5307-417d-b975-6959f64bae5c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.074085] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1255.074085] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c3c078-dd3a-0448-1e2e-e3aa98e4ba7b" [ 1255.074085] env[70261]: _type = "Task" [ 1255.074085] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.081989] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c3c078-dd3a-0448-1e2e-e3aa98e4ba7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.491411] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387041, 'name': ReconfigVM_Task, 'duration_secs': 0.113188} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.491795] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675736', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'name': 'volume-e568c560-f57d-4683-b3ad-ffb490ea04ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f', 'attached_at': '2025-04-09T13:12:06.000000', 'detached_at': '', 'volume_id': 'e568c560-f57d-4683-b3ad-ffb490ea04ee', 'serial': 'e568c560-f57d-4683-b3ad-ffb490ea04ee'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1255.491986] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.492729] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48719ca0-d293-4e61-acfc-e283f9c57691 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.499437] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.499718] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d0dc52-dbb0-49b2-9926-0e2352f4e4f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.584136] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52c3c078-dd3a-0448-1e2e-e3aa98e4ba7b, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.584450] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.584692] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.724863] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.725064] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.725224] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleting the datastore file [datastore2] 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.725881] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c20e1227-94de-4252-92a3-44a02a3053b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.733683] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1255.733683] env[70261]: value = "task-3387043" [ 1255.733683] env[70261]: _type = "Task" [ 1255.733683] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.740745] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.185189] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4709b467-036c-4f25-826a-ebdd435887c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.192436] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b5455-b6a7-43f2-a56b-0d05519c6c0a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.222226] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e0806e-7508-4abd-95ab-9929a2d41364 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.229340] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3c73e9-102e-4bbc-bc1d-6aa7fd7190db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.244897] env[70261]: DEBUG nova.compute.provider_tree [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.251114] env[70261]: DEBUG oslo_vmware.api [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363211} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.251236] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.251510] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.251766] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.252051] env[70261]: INFO nova.compute.manager [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1256.252383] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.252635] env[70261]: DEBUG nova.compute.manager [-] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.252779] env[70261]: DEBUG nova.network.neutron [-] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1256.706807] env[70261]: DEBUG nova.compute.manager [req-23461a51-e590-46e0-b713-78f705dd2ce1 req-cb868e57-6edc-4c11-8a46-be4424fabc99 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Received event network-vif-deleted-8d653de5-9a6a-4c4f-9adf-11c0a2daaccd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.707063] env[70261]: INFO nova.compute.manager [req-23461a51-e590-46e0-b713-78f705dd2ce1 req-cb868e57-6edc-4c11-8a46-be4424fabc99 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Neutron deleted interface 8d653de5-9a6a-4c4f-9adf-11c0a2daaccd; detaching it from the instance and deleting it from the info cache [ 1256.707063] env[70261]: DEBUG nova.network.neutron [req-23461a51-e590-46e0-b713-78f705dd2ce1 req-cb868e57-6edc-4c11-8a46-be4424fabc99 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.748224] env[70261]: DEBUG nova.scheduler.client.report [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.162317] env[70261]: DEBUG nova.network.neutron [-] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.209870] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d9e2239-9683-4660-9c73-040ecdd5d327 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.220361] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d266dc98-07fc-40fc-9e8c-54c958890d66 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.248262] env[70261]: DEBUG nova.compute.manager [req-23461a51-e590-46e0-b713-78f705dd2ce1 req-cb868e57-6edc-4c11-8a46-be4424fabc99 service nova] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Detach interface failed, port_id=8d653de5-9a6a-4c4f-9adf-11c0a2daaccd, reason: Instance 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.666121] env[70261]: INFO nova.compute.manager [-] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Took 1.41 seconds to deallocate network for instance. [ 1257.759592] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.175s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.209835] env[70261]: INFO nova.compute.manager [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Took 0.54 seconds to detach 1 volumes for instance. [ 1258.211808] env[70261]: DEBUG nova.compute.manager [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Deleting volume: e568c560-f57d-4683-b3ad-ffb490ea04ee {{(pid=70261) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1258.319826] env[70261]: INFO nova.scheduler.client.report [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted allocation for migration 28730181-9907-4e7b-8644-cd8ae3182e8c [ 1258.606973] env[70261]: INFO nova.compute.manager [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Rebuilding instance [ 1258.642212] env[70261]: DEBUG nova.compute.manager [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.643144] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252dff7d-74b2-4295-93e3-a7efabc1167b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.749539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.749767] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.749959] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.766152] env[70261]: INFO nova.scheduler.client.report [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted allocations for instance 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f [ 1258.826514] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.743s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.273158] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fc58350f-80bf-4adf-937d-a484bb469050 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.924s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.658201] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.658530] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca3bec7-5965-4eb1-b7ee-c2a001db0f37 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.665328] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1259.665328] env[70261]: value = "task-3387045" [ 1259.665328] env[70261]: _type = "Task" [ 1259.665328] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.673143] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.986193] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.986548] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.986671] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.986857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.987038] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.989174] env[70261]: INFO nova.compute.manager [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Terminating instance [ 1260.106458] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.106717] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.106921] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.107116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.107282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.109135] env[70261]: INFO nova.compute.manager [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Terminating instance [ 1260.174885] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387045, 'name': PowerOffVM_Task, 'duration_secs': 0.21214} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.175130] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.175356] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.176119] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b8afe-bc73-4546-8e1e-1bdc17cb800d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.182575] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.182783] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6948bf57-a1c3-455e-89c0-10007d1abcde {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.244608] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.244825] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.245015] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleting the datastore file [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.245287] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc53339f-ef5d-45cb-9b5d-295fdb413d23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.251439] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1260.251439] env[70261]: value = "task-3387047" [ 1260.251439] env[70261]: _type = "Task" [ 1260.251439] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.258881] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.492933] env[70261]: DEBUG nova.compute.manager [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.493133] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.494030] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcae60d-5364-4aad-a2e2-5e6b3d32a5dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.501236] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.501452] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-880a6142-75be-49c9-a4d2-17f2aff78c9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.507044] env[70261]: DEBUG oslo_vmware.api [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1260.507044] env[70261]: value = "task-3387048" [ 1260.507044] env[70261]: _type = "Task" [ 1260.507044] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.515152] env[70261]: DEBUG oslo_vmware.api [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.612777] env[70261]: DEBUG nova.compute.manager [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.612777] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.613393] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb17ef9-ec56-49af-b87e-f8db37ae4f81 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.621093] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.621336] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1e5c1fc-b3f7-4770-ba68-16c4fb411907 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.627404] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1260.627404] env[70261]: value = "task-3387049" [ 1260.627404] env[70261]: _type = "Task" [ 1260.627404] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.635690] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.762293] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137062} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.762293] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.762293] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.762551] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.016516] env[70261]: DEBUG oslo_vmware.api [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387048, 'name': PowerOffVM_Task, 'duration_secs': 0.313202} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.016884] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.016933] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.017155] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-447f0dd3-5427-402a-992a-91b546aeffea {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.080306] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.080607] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.080821] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleting the datastore file [datastore1] d4ba74d7-67d7-42cf-a77d-f5e2e56417eb {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.081095] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-340f2888-69e3-4b24-92f3-f9a79be3e8ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.087378] env[70261]: DEBUG oslo_vmware.api [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1261.087378] env[70261]: value = "task-3387051" [ 1261.087378] env[70261]: _type = "Task" [ 1261.087378] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.094766] env[70261]: DEBUG oslo_vmware.api [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.136590] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387049, 'name': PowerOffVM_Task, 'duration_secs': 0.197286} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.136846] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.137020] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.137254] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6f42bc5-2407-4280-b2ed-fbc986a2b774 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.196891] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.197165] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.197377] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleting the datastore file [datastore2] ed282bc9-1660-4ad2-a32e-1fff2e668b39 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.197663] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b515ab95-1d79-4bae-b59a-911fbe1f75dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.204183] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for the task: (returnval){ [ 1261.204183] env[70261]: value = "task-3387053" [ 1261.204183] env[70261]: _type = "Task" [ 1261.204183] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.212211] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.597908] env[70261]: DEBUG oslo_vmware.api [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127525} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.599858] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.599858] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.599858] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.599858] env[70261]: INFO nova.compute.manager [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1261.599858] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.599858] env[70261]: DEBUG nova.compute.manager [-] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.599858] env[70261]: DEBUG nova.network.neutron [-] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1261.713563] env[70261]: DEBUG oslo_vmware.api [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Task: {'id': task-3387053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141138} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.713738] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.713926] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.714134] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.714304] env[70261]: INFO nova.compute.manager [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1261.714600] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.714799] env[70261]: DEBUG nova.compute.manager [-] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.714895] env[70261]: DEBUG nova.network.neutron [-] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1261.799161] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.799424] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.799583] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.799765] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.799915] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.800081] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.800314] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.800461] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.800628] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.800793] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.800970] env[70261]: DEBUG nova.virt.hardware [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.801867] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417d947a-7ebb-4041-a2be-f9cc320d5e34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.810329] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb6a631-43f1-4d63-a651-4e30d46bf421 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.823952] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:a6:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e07d45eb-f093-4a96-b81d-ccc1fca5eebd', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.831467] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.831759] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.831919] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c407569f-a587-4993-ad94-78bd7c51eac2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.852342] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.852342] env[70261]: value = "task-3387054" [ 1261.852342] env[70261]: _type = "Task" [ 1261.852342] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.859960] env[70261]: DEBUG nova.compute.manager [req-cf8e9747-1d33-413e-9d03-0beeab7d22ca req-97db50e2-5b52-4f97-95d9-a1024305f763 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Received event network-vif-deleted-acc60d94-57d8-45ec-9dd2-fccd902f591c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.860178] env[70261]: INFO nova.compute.manager [req-cf8e9747-1d33-413e-9d03-0beeab7d22ca req-97db50e2-5b52-4f97-95d9-a1024305f763 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Neutron deleted interface acc60d94-57d8-45ec-9dd2-fccd902f591c; detaching it from the instance and deleting it from the info cache [ 1261.860418] env[70261]: DEBUG nova.network.neutron [req-cf8e9747-1d33-413e-9d03-0beeab7d22ca req-97db50e2-5b52-4f97-95d9-a1024305f763 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.864805] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387054, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.017098] env[70261]: DEBUG nova.compute.manager [req-832617d7-8743-4b68-9728-a97fd99ebc4b req-ab967605-ce3d-4343-b799-04cc653f9dff service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Received event network-vif-deleted-0ca05b09-9898-4465-956d-4efbcd6ead20 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.017356] env[70261]: INFO nova.compute.manager [req-832617d7-8743-4b68-9728-a97fd99ebc4b req-ab967605-ce3d-4343-b799-04cc653f9dff service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Neutron deleted interface 0ca05b09-9898-4465-956d-4efbcd6ead20; detaching it from the instance and deleting it from the info cache [ 1262.017591] env[70261]: DEBUG nova.network.neutron [req-832617d7-8743-4b68-9728-a97fd99ebc4b req-ab967605-ce3d-4343-b799-04cc653f9dff service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.348461] env[70261]: DEBUG nova.network.neutron [-] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.362617] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387054, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.366247] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad10d2a6-33e5-42bc-943c-b6b561df1f0a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.375302] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b7fa7-8736-419d-a4bc-f9cd33e99ac3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.399976] env[70261]: DEBUG nova.compute.manager [req-cf8e9747-1d33-413e-9d03-0beeab7d22ca req-97db50e2-5b52-4f97-95d9-a1024305f763 service nova] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Detach interface failed, port_id=acc60d94-57d8-45ec-9dd2-fccd902f591c, reason: Instance d4ba74d7-67d7-42cf-a77d-f5e2e56417eb could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.469348] env[70261]: DEBUG nova.network.neutron [-] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.519962] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae0fbdef-c495-42a4-b7d0-aa864a6a6d2a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.529146] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b100be56-2494-4062-baca-fea8a69cf10f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.556107] env[70261]: DEBUG nova.compute.manager [req-832617d7-8743-4b68-9728-a97fd99ebc4b req-ab967605-ce3d-4343-b799-04cc653f9dff service nova] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Detach interface failed, port_id=0ca05b09-9898-4465-956d-4efbcd6ead20, reason: Instance ed282bc9-1660-4ad2-a32e-1fff2e668b39 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.851255] env[70261]: INFO nova.compute.manager [-] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Took 1.25 seconds to deallocate network for instance. [ 1262.864242] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387054, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.971700] env[70261]: INFO nova.compute.manager [-] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Took 1.26 seconds to deallocate network for instance. [ 1263.360468] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.360825] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.360950] env[70261]: DEBUG nova.objects.instance [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'resources' on Instance uuid d4ba74d7-67d7-42cf-a77d-f5e2e56417eb {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.367462] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387054, 'name': CreateVM_Task, 'duration_secs': 1.324968} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.367616] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.375026] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.375198] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.375507] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.375777] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c2eb92-3798-4138-a3c2-1e40e7d1b8fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.380598] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1263.380598] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529a207d-1f13-9bab-8df7-f5ee7d68d943" [ 1263.380598] env[70261]: _type = "Task" [ 1263.380598] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.387820] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529a207d-1f13-9bab-8df7-f5ee7d68d943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.478416] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.892451] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529a207d-1f13-9bab-8df7-f5ee7d68d943, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.892744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.892974] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.893216] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.893362] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.893539] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.893797] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a6253c-3b89-4a70-ac43-85a7d3e352e7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.901693] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.903663] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.903663] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000c9ba7-abe2-45c3-9e41-27abfa93834c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.907035] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1263.907035] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248599e-21e4-2d83-a30d-242e589227c5" [ 1263.907035] env[70261]: _type = "Task" [ 1263.907035] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.916149] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248599e-21e4-2d83-a30d-242e589227c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.950405] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c60f0d-5005-4846-8b8e-8f464e7b18eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.957220] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11697af-540c-4da2-9d94-c7682892524b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.988650] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355262ef-9435-4e6b-bb65-069b01a3a9d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.995741] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec56a429-9aa2-42a8-ac2b-dc5ce91620be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.010286] env[70261]: DEBUG nova.compute.provider_tree [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.417331] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5248599e-21e4-2d83-a30d-242e589227c5, 'name': SearchDatastore_Task, 'duration_secs': 0.007882} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.418102] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb5a7c7-0979-4c1b-822d-8121c9e3e2e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.422926] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1264.422926] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52acb4be-6c66-f1cd-ce8b-d7b5b062ebb0" [ 1264.422926] env[70261]: _type = "Task" [ 1264.422926] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.430011] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52acb4be-6c66-f1cd-ce8b-d7b5b062ebb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.513269] env[70261]: DEBUG nova.scheduler.client.report [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.804720] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.804958] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.805175] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.805339] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.805493] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.805636] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.805811] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.932973] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52acb4be-6c66-f1cd-ce8b-d7b5b062ebb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.933255] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.933516] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.933814] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3719454d-7b20-49a3-a031-535f09ea83e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.939996] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1264.939996] env[70261]: value = "task-3387055" [ 1264.939996] env[70261]: _type = "Task" [ 1264.939996] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.946887] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.018258] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.020482] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.542s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.020683] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.037691] env[70261]: INFO nova.scheduler.client.report [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted allocations for instance d4ba74d7-67d7-42cf-a77d-f5e2e56417eb [ 1265.039340] env[70261]: INFO nova.scheduler.client.report [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Deleted allocations for instance ed282bc9-1660-4ad2-a32e-1fff2e668b39 [ 1265.309906] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Getting list of instances from cluster (obj){ [ 1265.309906] env[70261]: value = "domain-c8" [ 1265.309906] env[70261]: _type = "ClusterComputeResource" [ 1265.309906] env[70261]: } {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1265.311039] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660c5c71-0aa1-4a50-856f-298f34ed70d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.324618] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Got total of 4 instances {{(pid=70261) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1265.324797] env[70261]: WARNING nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 1265.324943] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Triggering sync for uuid f813423c-c58a-4f7b-86c0-4b8e44ac7a4e {{(pid=70261) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.325225] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Triggering sync for uuid 84322947-433b-42fe-bf03-b93de0c16bdf {{(pid=70261) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.325412] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Triggering sync for uuid d4ba74d7-67d7-42cf-a77d-f5e2e56417eb {{(pid=70261) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.325567] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Triggering sync for uuid 35ae1b47-6166-4b36-bff7-adf8d0ccea30 {{(pid=70261) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.325743] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Triggering sync for uuid ed282bc9-1660-4ad2-a32e-1fff2e668b39 {{(pid=70261) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.325905] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Triggering sync for uuid 6130f898-f5a9-425e-b353-4e56bec21121 {{(pid=70261) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1265.326279] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.326505] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.326795] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.326977] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.327239] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.327453] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.327631] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.327803] env[70261]: INFO nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1265.327964] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.328205] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.328414] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.328589] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "6130f898-f5a9-425e-b353-4e56bec21121" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.328804] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.328941] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1265.329713] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e60a52-506f-4b08-88b4-e067d48c4d91 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.332861] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f8309a-ae0c-40e5-8e3a-717fc1c7be16 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.335990] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda00c70-296a-448d-a552-96f0a43e0ed3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.338427] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.450406] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415506} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.450755] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.450843] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.451113] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a75c63be-88a8-4568-8dca-02178c1bcc10 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.457067] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1265.457067] env[70261]: value = "task-3387057" [ 1265.457067] env[70261]: _type = "Task" [ 1265.457067] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.464347] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.550116] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac6e435a-4e0e-4bcb-8b26-03192f17fd65 tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.551645] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.224s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.552283] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7c7e8628-d36a-40f9-ad34-ce762eb9281d tempest-DeleteServersTestJSON-689026944 tempest-DeleteServersTestJSON-689026944-project-member] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.446s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.553055] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d68f397d-8c3c-4011-a7fe-6265e441758f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.555929] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.228s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.556492] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f7a3cb9-b9be-4cff-88ad-3fc207635edd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.566566] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f55b4-c299-40a3-bc85-6c0663afb300 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.579726] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08452dd9-bd98-4ab2-a56c-fc0aa9d66b34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.842450] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.842722] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.842894] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.843067] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1265.843933] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d94c3e-a43e-4537-afdf-012f508f233e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.851196] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.851522] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.851814] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "6130f898-f5a9-425e-b353-4e56bec21121" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.853045] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428c4f0-307a-4815-b997-cc39b9d739a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.866525] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32940283-908b-4605-bde9-f83431d22b0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.872674] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149a0729-845c-406b-a9cc-31783fe2d561 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.903233] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179715MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1265.903365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.903565] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.967182] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.116063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "ed282bc9-1660-4ad2-a32e-1fff2e668b39" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.116231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "d4ba74d7-67d7-42cf-a77d-f5e2e56417eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.467220] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.930440] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.930625] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 84322947-433b-42fe-bf03-b93de0c16bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.930795] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 35ae1b47-6166-4b36-bff7-adf8d0ccea30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.930951] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 6130f898-f5a9-425e-b353-4e56bec21121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.931220] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1266.931463] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1266.968269] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.066003} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.970849] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.971842] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c719e288-92da-40ce-af7a-b856613c242e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.993569] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.996378] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e3d35a-f82e-4701-9f61-fb18522f520f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.015868] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1267.015868] env[70261]: value = "task-3387059" [ 1267.015868] env[70261]: _type = "Task" [ 1267.015868] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.024574] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.026212] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd8ea5-4dfd-4134-92ac-614337c04352 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.033928] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c9bf5b-2026-4ae7-8bef-f2888a605dad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.079387] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0db8a4-aa81-40c5-97b2-000fa66ee897 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.087082] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a2b493-3493-48b3-9382-07302a06bf7f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.100434] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.526172] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387059, 'name': ReconfigVM_Task, 'duration_secs': 0.282242} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.526516] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30/35ae1b47-6166-4b36-bff7-adf8d0ccea30.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.527108] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10950d40-b114-414f-a7e1-64f2dd612d1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.533681] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1267.533681] env[70261]: value = "task-3387060" [ 1267.533681] env[70261]: _type = "Task" [ 1267.533681] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.542019] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387060, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.604202] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.043564] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387060, 'name': Rename_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.110470] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1268.110659] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.207s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.544019] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387060, 'name': Rename_Task, 'duration_secs': 0.83323} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.544347] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.544634] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ee9d90-9916-429e-889e-b66f0215c690 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.552392] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1268.552392] env[70261]: value = "task-3387061" [ 1268.552392] env[70261]: _type = "Task" [ 1268.552392] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.560960] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.611656] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.611977] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.612256] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.612479] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.612683] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.615032] env[70261]: INFO nova.compute.manager [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Terminating instance [ 1269.062181] env[70261]: DEBUG oslo_vmware.api [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387061, 'name': PowerOnVM_Task, 'duration_secs': 0.505616} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.062690] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.062953] env[70261]: DEBUG nova.compute.manager [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.063840] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19633ad-5f7e-4941-add2-bc554c3fc7ec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.119092] env[70261]: DEBUG nova.compute.manager [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.119323] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.120441] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762f0618-0d41-4627-9d44-0404d7a954dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.127850] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.128323] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e68804b8-f37f-48f5-84fd-11632805fc0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.134052] env[70261]: DEBUG oslo_vmware.api [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1269.134052] env[70261]: value = "task-3387062" [ 1269.134052] env[70261]: _type = "Task" [ 1269.134052] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.141577] env[70261]: DEBUG oslo_vmware.api [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.580897] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.580897] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.580897] env[70261]: DEBUG nova.objects.instance [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1269.643250] env[70261]: DEBUG oslo_vmware.api [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387062, 'name': PowerOffVM_Task, 'duration_secs': 0.219227} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.643529] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.643696] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.644011] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ab96547-1cb7-4573-8335-aaf25de68320 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.710601] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.710601] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.710601] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleting the datastore file [datastore1] f813423c-c58a-4f7b-86c0-4b8e44ac7a4e {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.710601] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8c32cf5-13bd-4ef1-9fa7-a62c45bc7788 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.715690] env[70261]: DEBUG oslo_vmware.api [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for the task: (returnval){ [ 1269.715690] env[70261]: value = "task-3387064" [ 1269.715690] env[70261]: _type = "Task" [ 1269.715690] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.724887] env[70261]: DEBUG oslo_vmware.api [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.225684] env[70261]: DEBUG oslo_vmware.api [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Task: {'id': task-3387064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147472} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.225978] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.226184] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.226409] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.226590] env[70261]: INFO nova.compute.manager [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1270.226857] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.227069] env[70261]: DEBUG nova.compute.manager [-] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.227168] env[70261]: DEBUG nova.network.neutron [-] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1270.475396] env[70261]: DEBUG nova.compute.manager [req-6f5d96a6-83e4-47d1-98ed-f463d9a7af8e req-2708be62-22c3-4b90-af79-c65fb6cfb881 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Received event network-vif-deleted-937ef113-492b-41cd-86bb-1ecdcae53141 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.475544] env[70261]: INFO nova.compute.manager [req-6f5d96a6-83e4-47d1-98ed-f463d9a7af8e req-2708be62-22c3-4b90-af79-c65fb6cfb881 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Neutron deleted interface 937ef113-492b-41cd-86bb-1ecdcae53141; detaching it from the instance and deleting it from the info cache [ 1270.475878] env[70261]: DEBUG nova.network.neutron [req-6f5d96a6-83e4-47d1-98ed-f463d9a7af8e req-2708be62-22c3-4b90-af79-c65fb6cfb881 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.589122] env[70261]: DEBUG oslo_concurrency.lockutils [None req-9b9157ce-e95e-41ac-9d26-5906a3250c93 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.943457] env[70261]: DEBUG nova.network.neutron [-] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.978449] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34e18616-2c28-40e7-99e6-5467cc8db671 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.989476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8539a8cf-b930-484c-a638-bfea080d5679 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.014155] env[70261]: DEBUG nova.compute.manager [req-6f5d96a6-83e4-47d1-98ed-f463d9a7af8e req-2708be62-22c3-4b90-af79-c65fb6cfb881 service nova] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Detach interface failed, port_id=937ef113-492b-41cd-86bb-1ecdcae53141, reason: Instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.173648] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "82e899df-6807-4bdf-858a-903aab9dc5da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.173883] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "82e899df-6807-4bdf-858a-903aab9dc5da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.446567] env[70261]: INFO nova.compute.manager [-] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Took 1.22 seconds to deallocate network for instance. [ 1271.677040] env[70261]: DEBUG nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.953014] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.953270] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.953535] env[70261]: DEBUG nova.objects.instance [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lazy-loading 'resources' on Instance uuid f813423c-c58a-4f7b-86c0-4b8e44ac7a4e {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.199408] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.522336] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5055f32-d900-4dc5-aca8-871bfc999d4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.529323] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74763942-8205-4c75-b5cb-dad115ac8cd2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.560141] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3309be3-8373-4b90-a91c-7267d24f465c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.567888] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d5e063-a5f7-4eb4-9926-b5676ce1789d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.581033] env[70261]: DEBUG nova.compute.provider_tree [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.084285] env[70261]: DEBUG nova.scheduler.client.report [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.589480] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.592520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.393s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.594293] env[70261]: INFO nova.compute.claims [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.607245] env[70261]: INFO nova.scheduler.client.report [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Deleted allocations for instance f813423c-c58a-4f7b-86c0-4b8e44ac7a4e [ 1274.114517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7e938875-a480-43b8-99ab-a1f4e30189ff tempest-ServerActionsTestOtherA-343068929 tempest-ServerActionsTestOtherA-343068929-project-member] Lock "f813423c-c58a-4f7b-86c0-4b8e44ac7a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.502s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.655085] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a2ffad-de93-4abd-91ab-4c9a2a47a42d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.662391] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b016c5b4-b3a0-4529-b05a-7a4cf47106e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.693394] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b83b8-eeed-4bf3-9cca-e5ce8ec823a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.700590] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9291c4b-c1ca-4e2b-8eb0-92a81b3eaf46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.713464] env[70261]: DEBUG nova.compute.provider_tree [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.217054] env[70261]: DEBUG nova.scheduler.client.report [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.722774] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.722774] env[70261]: DEBUG nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.228201] env[70261]: DEBUG nova.compute.utils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.229965] env[70261]: DEBUG nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Not allocating networking since 'none' was specified. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1276.731174] env[70261]: DEBUG nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.740614] env[70261]: DEBUG nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.769092] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.769237] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.769313] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.769551] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.769649] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.769801] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.770016] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.770348] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.770348] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.770508] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.770685] env[70261]: DEBUG nova.virt.hardware [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.771602] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461eba43-04ee-4305-ac03-0e0acdf83f9a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.780020] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a2a635-8483-433d-ba7d-f0cab76d94fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.793445] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.799047] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Creating folder: Project (5204c92d2dee45beaaa3ef2ac2ca97be). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.799441] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dfb8a70-388b-4f35-8623-29f1fadae1d2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.808742] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Created folder: Project (5204c92d2dee45beaaa3ef2ac2ca97be) in parent group-v675446. [ 1277.808978] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Creating folder: Instances. Parent ref: group-v675757. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.809260] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37007cbd-ff75-4519-a0b6-a26604428f48 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.818269] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Created folder: Instances in parent group-v675757. [ 1277.818514] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.818710] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.819045] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d76ad23-7681-4768-82bd-b425618c3490 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.837578] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.837578] env[70261]: value = "task-3387067" [ 1277.837578] env[70261]: _type = "Task" [ 1277.837578] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.845046] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387067, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.349060] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387067, 'name': CreateVM_Task, 'duration_secs': 0.246523} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.349060] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.349211] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.349342] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.349689] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.349964] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b676be7-fb7f-4262-95a7-b55a51f93685 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.354863] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1278.354863] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266f39c-1e12-1df2-ccd0-b4ef5443415d" [ 1278.354863] env[70261]: _type = "Task" [ 1278.354863] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.362551] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266f39c-1e12-1df2-ccd0-b4ef5443415d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.865347] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5266f39c-1e12-1df2-ccd0-b4ef5443415d, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.865672] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.866200] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.866200] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.866361] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.866485] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.866739] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad0af0f-d221-452e-a715-49ee66d026bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.875026] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.875167] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.875984] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5b08a9-ba12-452e-87ff-44bd4fde12cb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.880996] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1278.880996] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ff3dc2-c6ec-acb0-d92a-5349d4d57949" [ 1278.880996] env[70261]: _type = "Task" [ 1278.880996] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.888594] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ff3dc2-c6ec-acb0-d92a-5349d4d57949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.360032] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.360208] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.392211] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ff3dc2-c6ec-acb0-d92a-5349d4d57949, 'name': SearchDatastore_Task, 'duration_secs': 0.007936} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.392973] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf2626e-7c73-4a74-be7b-88718f9dd119 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.398711] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1279.398711] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52796d4c-592c-c8d7-6842-6480d88fa26c" [ 1279.398711] env[70261]: _type = "Task" [ 1279.398711] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.406260] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52796d4c-592c-c8d7-6842-6480d88fa26c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.700823] env[70261]: DEBUG oslo_concurrency.lockutils [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.701105] env[70261]: DEBUG oslo_concurrency.lockutils [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.862714] env[70261]: DEBUG nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.909616] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52796d4c-592c-c8d7-6842-6480d88fa26c, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.909969] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.910137] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.910398] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4712657-ed7f-4340-94bf-3f552e44608b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.917099] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1279.917099] env[70261]: value = "task-3387068" [ 1279.917099] env[70261]: _type = "Task" [ 1279.917099] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.924852] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.205887] env[70261]: DEBUG nova.compute.utils [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.385263] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.385546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.387204] env[70261]: INFO nova.compute.claims [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.426120] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453852} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.427018] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.427253] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.427501] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a431b6a-d2a0-4941-8536-c08c26e102e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.434329] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1280.434329] env[70261]: value = "task-3387069" [ 1280.434329] env[70261]: _type = "Task" [ 1280.434329] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.442153] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.708810] env[70261]: DEBUG oslo_concurrency.lockutils [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.944163] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262334} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.944436] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.945211] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee109fd-b72c-4ee6-8d2b-fdffe6df85e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.964639] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.964840] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72842ceb-d6b2-44e6-b2f0-191fd0ff4619 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.984434] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1280.984434] env[70261]: value = "task-3387070" [ 1280.984434] env[70261]: _type = "Task" [ 1280.984434] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.991582] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.458241] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cdbb44-e1a4-4682-93e3-61b0d3f22e43 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.466070] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c01c1-47cb-4333-9ae4-35c42cfff97e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.499073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab4a04b-3a34-48c3-920f-6f39f3356ac0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.505705] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387070, 'name': ReconfigVM_Task, 'duration_secs': 0.284777} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.507626] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.508218] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0385b902-bf53-44f8-971e-2e4f0d0da830 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.510424] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b00e09-eaee-46f8-8c12-a160c1d733a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.523061] env[70261]: DEBUG nova.compute.provider_tree [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.525199] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1281.525199] env[70261]: value = "task-3387071" [ 1281.525199] env[70261]: _type = "Task" [ 1281.525199] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.533105] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387071, 'name': Rename_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.778663] env[70261]: DEBUG oslo_concurrency.lockutils [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.778896] env[70261]: DEBUG oslo_concurrency.lockutils [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.779123] env[70261]: INFO nova.compute.manager [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Attaching volume 2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5 to /dev/sdb [ 1281.809045] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c291b65c-19f2-4e43-a5d4-838cb5e8feed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.816070] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42550edd-1ca1-4a72-936d-0c28e836800f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.828809] env[70261]: DEBUG nova.virt.block_device [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating existing volume attachment record: 686361ca-8b28-4a14-9b35-7edbbdfb07b9 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1282.027102] env[70261]: DEBUG nova.scheduler.client.report [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.038397] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387071, 'name': Rename_Task, 'duration_secs': 0.167703} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.038680] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.038911] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d30294f5-86a7-4de0-b00b-def16ffcfa8c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.044482] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1282.044482] env[70261]: value = "task-3387075" [ 1282.044482] env[70261]: _type = "Task" [ 1282.044482] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.054574] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.532215] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.532747] env[70261]: DEBUG nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.553443] env[70261]: DEBUG oslo_vmware.api [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387075, 'name': PowerOnVM_Task, 'duration_secs': 0.451548} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.553685] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.553832] env[70261]: INFO nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1282.554020] env[70261]: DEBUG nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.554993] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7a69f8-bf82-4f95-aaa4-92c3b47cbeb0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.038610] env[70261]: DEBUG nova.compute.utils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.040978] env[70261]: DEBUG nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.040978] env[70261]: DEBUG nova.network.neutron [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.070881] env[70261]: INFO nova.compute.manager [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Took 10.89 seconds to build instance. [ 1283.087131] env[70261]: DEBUG nova.policy [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07e2b710383e46e9a96fdcf17a18728b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8a6957d3be24b9e806fc5a2e606250a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.335768] env[70261]: DEBUG nova.network.neutron [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Successfully created port: 9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.544483] env[70261]: DEBUG nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.572529] env[70261]: DEBUG oslo_concurrency.lockutils [None req-096cd60a-3a38-43ea-adde-2f05d8cd1cc8 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "82e899df-6807-4bdf-858a-903aab9dc5da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.398s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.122665] env[70261]: INFO nova.compute.manager [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Rebuilding instance [ 1284.163921] env[70261]: DEBUG nova.compute.manager [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.164831] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cf68e6-072d-4b1e-ad66-a8b66aa3e0e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.555214] env[70261]: DEBUG nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.576157] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.576449] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.576614] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.576796] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.576944] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.577115] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.577329] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.577487] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.577655] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.577819] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.577993] env[70261]: DEBUG nova.virt.hardware [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.578851] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d8956-8071-4ecc-bfc2-2a807cd6367e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.586954] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e670354-3258-42f1-a610-993f18cea917 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.733525] env[70261]: DEBUG nova.compute.manager [req-3ff0814b-b9e9-4481-b75d-0f49dc8dd4dd req-e354c7c5-8a2d-42d8-b9c0-1a176face4ec service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Received event network-vif-plugged-9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.733694] env[70261]: DEBUG oslo_concurrency.lockutils [req-3ff0814b-b9e9-4481-b75d-0f49dc8dd4dd req-e354c7c5-8a2d-42d8-b9c0-1a176face4ec service nova] Acquiring lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.733901] env[70261]: DEBUG oslo_concurrency.lockutils [req-3ff0814b-b9e9-4481-b75d-0f49dc8dd4dd req-e354c7c5-8a2d-42d8-b9c0-1a176face4ec service nova] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.734080] env[70261]: DEBUG oslo_concurrency.lockutils [req-3ff0814b-b9e9-4481-b75d-0f49dc8dd4dd req-e354c7c5-8a2d-42d8-b9c0-1a176face4ec service nova] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.734269] env[70261]: DEBUG nova.compute.manager [req-3ff0814b-b9e9-4481-b75d-0f49dc8dd4dd req-e354c7c5-8a2d-42d8-b9c0-1a176face4ec service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] No waiting events found dispatching network-vif-plugged-9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.734439] env[70261]: WARNING nova.compute.manager [req-3ff0814b-b9e9-4481-b75d-0f49dc8dd4dd req-e354c7c5-8a2d-42d8-b9c0-1a176face4ec service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Received unexpected event network-vif-plugged-9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 for instance with vm_state building and task_state spawning. [ 1284.826781] env[70261]: DEBUG nova.network.neutron [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Successfully updated port: 9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.178049] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.178049] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6577eebe-4e46-44e3-b4f0-4c54d364302f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.184736] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1285.184736] env[70261]: value = "task-3387077" [ 1285.184736] env[70261]: _type = "Task" [ 1285.184736] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.195628] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.329860] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "refresh_cache-f7600b4d-d10c-4530-8ce4-ce7894d9a51f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.330074] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquired lock "refresh_cache-f7600b4d-d10c-4530-8ce4-ce7894d9a51f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.330179] env[70261]: DEBUG nova.network.neutron [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1285.694262] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387077, 'name': PowerOffVM_Task, 'duration_secs': 0.177617} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.694477] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.694697] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.695443] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c0babb-23a3-46f6-9574-ae2a302d863b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.701694] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.701907] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a4640bb-e55a-4483-93e8-db28df73b77a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.730570] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.730860] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.731074] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Deleting the datastore file [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.731330] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f55a11-1993-404a-8008-ec5538a8e844 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.736857] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1285.736857] env[70261]: value = "task-3387079" [ 1285.736857] env[70261]: _type = "Task" [ 1285.736857] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.744082] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.864394] env[70261]: DEBUG nova.network.neutron [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1285.980539] env[70261]: DEBUG nova.network.neutron [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Updating instance_info_cache with network_info: [{"id": "9e4e76a7-7efc-4f59-b6d4-5dbf4a497145", "address": "fa:16:3e:f3:7e:e4", "network": {"id": "a8be31d8-d1b4-4e47-886a-53af8404ce8d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1747277376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8a6957d3be24b9e806fc5a2e606250a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4e76a7-7e", "ovs_interfaceid": "9e4e76a7-7efc-4f59-b6d4-5dbf4a497145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.246364] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092875} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.246635] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.246804] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.247025] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.370204] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1286.370460] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675761', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'name': 'volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6130f898-f5a9-425e-b353-4e56bec21121', 'attached_at': '', 'detached_at': '', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'serial': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1286.371331] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5293c35d-032e-4098-8579-124b1167d805 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.386791] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ee3f7a-5bed-4160-9275-cd681c614266 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.413737] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5/volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.414364] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea8101c6-8bc7-43f4-9c0a-b28514e74ac4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.433307] env[70261]: DEBUG oslo_vmware.api [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1286.433307] env[70261]: value = "task-3387080" [ 1286.433307] env[70261]: _type = "Task" [ 1286.433307] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.440986] env[70261]: DEBUG oslo_vmware.api [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.484155] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Releasing lock "refresh_cache-f7600b4d-d10c-4530-8ce4-ce7894d9a51f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.484561] env[70261]: DEBUG nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Instance network_info: |[{"id": "9e4e76a7-7efc-4f59-b6d4-5dbf4a497145", "address": "fa:16:3e:f3:7e:e4", "network": {"id": "a8be31d8-d1b4-4e47-886a-53af8404ce8d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1747277376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8a6957d3be24b9e806fc5a2e606250a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4e76a7-7e", "ovs_interfaceid": "9e4e76a7-7efc-4f59-b6d4-5dbf4a497145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.485058] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:7e:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e4e76a7-7efc-4f59-b6d4-5dbf4a497145', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.492715] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Creating folder: Project (b8a6957d3be24b9e806fc5a2e606250a). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.493031] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2dcfd40-a69b-406b-a5f1-106707a52a1a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.503546] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Created folder: Project (b8a6957d3be24b9e806fc5a2e606250a) in parent group-v675446. [ 1286.503765] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Creating folder: Instances. Parent ref: group-v675762. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.504063] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23e87dfd-fea8-48a0-b792-826d2f6b668b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.512982] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Created folder: Instances in parent group-v675762. [ 1286.513247] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.513457] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.513681] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e34c0fa-1692-4d58-9d96-255ac41cefab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.532023] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.532023] env[70261]: value = "task-3387083" [ 1286.532023] env[70261]: _type = "Task" [ 1286.532023] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.540525] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387083, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.764148] env[70261]: DEBUG nova.compute.manager [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Received event network-changed-9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.764484] env[70261]: DEBUG nova.compute.manager [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Refreshing instance network info cache due to event network-changed-9e4e76a7-7efc-4f59-b6d4-5dbf4a497145. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.764573] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] Acquiring lock "refresh_cache-f7600b4d-d10c-4530-8ce4-ce7894d9a51f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.764769] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] Acquired lock "refresh_cache-f7600b4d-d10c-4530-8ce4-ce7894d9a51f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.765054] env[70261]: DEBUG nova.network.neutron [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Refreshing network info cache for port 9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1286.943072] env[70261]: DEBUG oslo_vmware.api [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387080, 'name': ReconfigVM_Task, 'duration_secs': 0.348309} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.943391] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5/volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.947984] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23aa92fe-bfa2-44a2-b2f4-513386b64c5a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.961649] env[70261]: DEBUG oslo_vmware.api [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1286.961649] env[70261]: value = "task-3387084" [ 1286.961649] env[70261]: _type = "Task" [ 1286.961649] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.968888] env[70261]: DEBUG oslo_vmware.api [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.041031] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387083, 'name': CreateVM_Task, 'duration_secs': 0.331634} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.041212] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.041857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.042041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.042362] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.042904] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51be6e65-84f3-4ed7-bcc8-61fa88eeedf8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.046952] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1287.046952] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52723382-1e14-89ed-0eef-f9da8237b81d" [ 1287.046952] env[70261]: _type = "Task" [ 1287.046952] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.054227] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52723382-1e14-89ed-0eef-f9da8237b81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.282040] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.282318] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.282447] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.282626] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.282769] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.282912] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.283132] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.283292] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.283456] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.283616] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.283788] env[70261]: DEBUG nova.virt.hardware [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.284969] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa68f53-46ca-4001-a012-98b0e4433ed0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.293025] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f0d0d4-3f3e-461a-9555-f2e60813c383 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.307709] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Instance VIF info [] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.313124] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.313351] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.313548] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb560ca-fd4c-4ae5-aecc-132cfa6f8206 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.331290] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.331290] env[70261]: value = "task-3387085" [ 1287.331290] env[70261]: _type = "Task" [ 1287.331290] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.338621] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387085, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.473096] env[70261]: DEBUG oslo_vmware.api [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387084, 'name': ReconfigVM_Task, 'duration_secs': 0.139518} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.473442] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675761', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'name': 'volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6130f898-f5a9-425e-b353-4e56bec21121', 'attached_at': '', 'detached_at': '', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'serial': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1287.487311] env[70261]: DEBUG nova.network.neutron [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Updated VIF entry in instance network info cache for port 9e4e76a7-7efc-4f59-b6d4-5dbf4a497145. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1287.487750] env[70261]: DEBUG nova.network.neutron [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Updating instance_info_cache with network_info: [{"id": "9e4e76a7-7efc-4f59-b6d4-5dbf4a497145", "address": "fa:16:3e:f3:7e:e4", "network": {"id": "a8be31d8-d1b4-4e47-886a-53af8404ce8d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1747277376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8a6957d3be24b9e806fc5a2e606250a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4e76a7-7e", "ovs_interfaceid": "9e4e76a7-7efc-4f59-b6d4-5dbf4a497145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.557181] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52723382-1e14-89ed-0eef-f9da8237b81d, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.557452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.557703] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.557952] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.558174] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.558380] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.558649] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef3395c-78bd-4d51-8e4d-2f1a3ee7d40c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.566770] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.566992] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.567631] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c01f84-f8eb-4f45-8728-183991031153 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.572435] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1287.572435] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5249726c-678c-40db-6f93-994a2af27117" [ 1287.572435] env[70261]: _type = "Task" [ 1287.572435] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.579307] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5249726c-678c-40db-6f93-994a2af27117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.841042] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387085, 'name': CreateVM_Task, 'duration_secs': 0.237802} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.841232] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.841643] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.841802] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.842134] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.842384] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8decf52d-e33c-463f-9d9e-c9c315760af7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.847079] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1287.847079] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52561a02-2a39-0998-7045-f7c4da0e8eb9" [ 1287.847079] env[70261]: _type = "Task" [ 1287.847079] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.854923] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52561a02-2a39-0998-7045-f7c4da0e8eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.990546] env[70261]: DEBUG oslo_concurrency.lockutils [req-fb3fd251-dfd3-44d0-83a6-cfaa198fa79f req-5ac9cac3-1b80-4845-8a5b-07db0f3c20e8 service nova] Releasing lock "refresh_cache-f7600b4d-d10c-4530-8ce4-ce7894d9a51f" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.082550] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5249726c-678c-40db-6f93-994a2af27117, 'name': SearchDatastore_Task, 'duration_secs': 0.008062} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.083335] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fea4a6-1d1c-403f-a859-a9030d3d8c23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.088509] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1288.088509] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c4396-2271-308b-e92f-8d9022c74e3f" [ 1288.088509] env[70261]: _type = "Task" [ 1288.088509] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.095359] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c4396-2271-308b-e92f-8d9022c74e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.356857] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52561a02-2a39-0998-7045-f7c4da0e8eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.357211] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.357354] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.357582] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.357729] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.357903] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.358166] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cd9f872-c8a9-45f4-9102-a2f9cc45df9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.365470] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.365640] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.366362] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d85665c-af69-4b04-bf21-515dd7ab8eb2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.371124] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1288.371124] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52af3587-15f3-6ae3-a88e-2f771ec1f283" [ 1288.371124] env[70261]: _type = "Task" [ 1288.371124] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.378159] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52af3587-15f3-6ae3-a88e-2f771ec1f283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.509512] env[70261]: DEBUG nova.objects.instance [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'flavor' on Instance uuid 6130f898-f5a9-425e-b353-4e56bec21121 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.598172] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527c4396-2271-308b-e92f-8d9022c74e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.598459] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.598716] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f7600b4d-d10c-4530-8ce4-ce7894d9a51f/f7600b4d-d10c-4530-8ce4-ce7894d9a51f.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.598965] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea5e872-4b11-4ed4-ae0f-9e68c86dcc12 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.605689] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1288.605689] env[70261]: value = "task-3387086" [ 1288.605689] env[70261]: _type = "Task" [ 1288.605689] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.613067] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.883654] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52af3587-15f3-6ae3-a88e-2f771ec1f283, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.884531] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28169037-6c69-4c6b-9134-cda2fdb95873 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.892227] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1288.892227] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52281913-8867-1af4-a4c9-cf42d2df74fe" [ 1288.892227] env[70261]: _type = "Task" [ 1288.892227] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.901511] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52281913-8867-1af4-a4c9-cf42d2df74fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.015092] env[70261]: DEBUG oslo_concurrency.lockutils [None req-128fda06-68f2-4483-a68f-2a37341601b8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.116683] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425295} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.116964] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] f7600b4d-d10c-4530-8ce4-ce7894d9a51f/f7600b4d-d10c-4530-8ce4-ce7894d9a51f.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.117237] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.117481] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a974bef9-246b-4160-9b84-c9006ee20e3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.123889] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1289.123889] env[70261]: value = "task-3387087" [ 1289.123889] env[70261]: _type = "Task" [ 1289.123889] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.132440] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.403076] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52281913-8867-1af4-a4c9-cf42d2df74fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016903} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.403358] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.403802] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.403946] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12a58b93-0a3a-46cb-804a-5ac984a8cbee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.409840] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1289.409840] env[70261]: value = "task-3387088" [ 1289.409840] env[70261]: _type = "Task" [ 1289.409840] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.417697] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.635903] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062888} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.636284] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.637259] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d833cf9-b3fe-473c-8f2a-e132c2a4987f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.661566] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] f7600b4d-d10c-4530-8ce4-ce7894d9a51f/f7600b4d-d10c-4530-8ce4-ce7894d9a51f.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.661946] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4982bb15-0dcc-480a-88fe-ad3e18cfa826 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.682014] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1289.682014] env[70261]: value = "task-3387089" [ 1289.682014] env[70261]: _type = "Task" [ 1289.682014] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.690513] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.875634] env[70261]: DEBUG nova.compute.manager [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1289.920058] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420608} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.920330] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.920545] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.920794] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c49fd31b-4036-4178-bf84-b0053f262df5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.927520] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1289.927520] env[70261]: value = "task-3387090" [ 1289.927520] env[70261]: _type = "Task" [ 1289.927520] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.934715] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.191194] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387089, 'name': ReconfigVM_Task, 'duration_secs': 0.336613} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.191428] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Reconfigured VM instance instance-00000076 to attach disk [datastore2] f7600b4d-d10c-4530-8ce4-ce7894d9a51f/f7600b4d-d10c-4530-8ce4-ce7894d9a51f.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.192065] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b4e8f93-b705-4fd0-a6c4-be863f7a3990 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.197862] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1290.197862] env[70261]: value = "task-3387091" [ 1290.197862] env[70261]: _type = "Task" [ 1290.197862] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.207122] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387091, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.392537] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.392804] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.436967] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070185} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.437348] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.437987] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46007d-838e-4d45-86a2-4760ef801413 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.457154] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.457345] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc860ee9-de56-4435-8381-3ef1cff91c86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.477397] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1290.477397] env[70261]: value = "task-3387092" [ 1290.477397] env[70261]: _type = "Task" [ 1290.477397] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.488958] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.707445] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387091, 'name': Rename_Task, 'duration_secs': 0.153154} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.707718] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.708106] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3522d52-e98a-4c82-9522-75ebdc194c69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.713113] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1290.713113] env[70261]: value = "task-3387093" [ 1290.713113] env[70261]: _type = "Task" [ 1290.713113] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.720306] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.897458] env[70261]: INFO nova.compute.claims [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.987693] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387092, 'name': ReconfigVM_Task, 'duration_secs': 0.242364} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.988357] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da/82e899df-6807-4bdf-858a-903aab9dc5da.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.989017] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-006f10ae-d471-42bd-88ca-f2c1cca485a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.994838] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1290.994838] env[70261]: value = "task-3387094" [ 1290.994838] env[70261]: _type = "Task" [ 1290.994838] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.002767] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387094, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.222339] env[70261]: DEBUG oslo_vmware.api [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387093, 'name': PowerOnVM_Task, 'duration_secs': 0.431761} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.222630] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.222889] env[70261]: INFO nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1291.223127] env[70261]: DEBUG nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.223927] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fdb483-65d9-4041-b0ee-61d3f9b280e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.404157] env[70261]: INFO nova.compute.resource_tracker [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating resource usage from migration 59edff84-7d35-43f7-a1ab-27b69ab0c7d5 [ 1291.478739] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e680bf-bbb9-40ca-9afe-1db27bb862ae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.486108] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3d924e-1750-46ce-802d-5595b8b0795e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.519178] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195f9450-0aa0-44f8-a97e-cd0fc657537b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.528420] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dbbdd9-7da1-4af8-9ab6-b4b20c9a89b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.531879] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387094, 'name': Rename_Task, 'duration_secs': 0.128712} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.532147] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.532633] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86007b9b-ba5a-4b03-a972-e57a2ede20b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.541351] env[70261]: DEBUG nova.compute.provider_tree [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.546841] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1291.546841] env[70261]: value = "task-3387095" [ 1291.546841] env[70261]: _type = "Task" [ 1291.546841] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.554503] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.739485] env[70261]: INFO nova.compute.manager [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Took 11.37 seconds to build instance. [ 1292.044561] env[70261]: DEBUG nova.scheduler.client.report [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.056866] env[70261]: DEBUG oslo_vmware.api [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387095, 'name': PowerOnVM_Task, 'duration_secs': 0.405645} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.057132] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.057829] env[70261]: DEBUG nova.compute.manager [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.058137] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebff9f0-19bc-426c-a228-65563e694ad9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.241385] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ac971c5a-a04e-44f4-8721-4660cc73bf49 tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.881s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.478312] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.478580] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.478780] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.479053] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.479152] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.481630] env[70261]: INFO nova.compute.manager [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Terminating instance [ 1292.552702] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.160s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.552868] env[70261]: INFO nova.compute.manager [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Migrating [ 1292.572925] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.573187] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.573422] env[70261]: DEBUG nova.objects.instance [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70261) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1292.768575] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "82e899df-6807-4bdf-858a-903aab9dc5da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.768825] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "82e899df-6807-4bdf-858a-903aab9dc5da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.769050] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "82e899df-6807-4bdf-858a-903aab9dc5da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.769569] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "82e899df-6807-4bdf-858a-903aab9dc5da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.769752] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "82e899df-6807-4bdf-858a-903aab9dc5da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.771753] env[70261]: INFO nova.compute.manager [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Terminating instance [ 1292.985743] env[70261]: DEBUG nova.compute.manager [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.986031] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.987354] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca548ea-9bf2-4b44-b8bd-7bea689994aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.995045] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.995270] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1887b360-f97b-4f2c-83cf-7bd4a9faa3ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.001642] env[70261]: DEBUG oslo_vmware.api [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1293.001642] env[70261]: value = "task-3387096" [ 1293.001642] env[70261]: _type = "Task" [ 1293.001642] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.009456] env[70261]: DEBUG oslo_vmware.api [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.067577] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.067744] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.067927] env[70261]: DEBUG nova.network.neutron [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1293.275742] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "refresh_cache-82e899df-6807-4bdf-858a-903aab9dc5da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.275919] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquired lock "refresh_cache-82e899df-6807-4bdf-858a-903aab9dc5da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.276139] env[70261]: DEBUG nova.network.neutron [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1293.511442] env[70261]: DEBUG oslo_vmware.api [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387096, 'name': PowerOffVM_Task, 'duration_secs': 0.180149} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.511813] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.511852] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.512112] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f033705-f621-4b21-a63e-b9258b8f23a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.574911] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.575173] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.575438] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Deleting the datastore file [datastore2] f7600b4d-d10c-4530-8ce4-ce7894d9a51f {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.576216] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9826cba-af3f-4ca8-925c-d65c4b8dea81 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.581188] env[70261]: DEBUG oslo_concurrency.lockutils [None req-97f62b44-8700-4a92-beea-a4d55291098b tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.583851] env[70261]: DEBUG oslo_vmware.api [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for the task: (returnval){ [ 1293.583851] env[70261]: value = "task-3387098" [ 1293.583851] env[70261]: _type = "Task" [ 1293.583851] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.591713] env[70261]: DEBUG oslo_vmware.api [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.782006] env[70261]: DEBUG nova.network.neutron [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.793822] env[70261]: DEBUG nova.network.neutron [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1293.838512] env[70261]: DEBUG nova.network.neutron [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.092705] env[70261]: DEBUG oslo_vmware.api [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Task: {'id': task-3387098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152173} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.092919] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.093125] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.093310] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.093483] env[70261]: INFO nova.compute.manager [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.093719] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.093910] env[70261]: DEBUG nova.compute.manager [-] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.094030] env[70261]: DEBUG nova.network.neutron [-] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1294.284638] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.341193] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Releasing lock "refresh_cache-82e899df-6807-4bdf-858a-903aab9dc5da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.341622] env[70261]: DEBUG nova.compute.manager [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.341804] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.343476] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72472eb8-32f7-4826-9df8-a772e31b3585 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.350842] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.351329] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc8864c-e740-4b53-8354-0761b8f185c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.357664] env[70261]: DEBUG oslo_vmware.api [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1294.357664] env[70261]: value = "task-3387099" [ 1294.357664] env[70261]: _type = "Task" [ 1294.357664] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.365474] env[70261]: DEBUG oslo_vmware.api [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.402719] env[70261]: DEBUG nova.compute.manager [req-90281557-6a40-4245-b242-703d21dfd094 req-127aec25-58ff-4793-90fb-5e44d0a89c41 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Received event network-vif-deleted-9e4e76a7-7efc-4f59-b6d4-5dbf4a497145 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.403025] env[70261]: INFO nova.compute.manager [req-90281557-6a40-4245-b242-703d21dfd094 req-127aec25-58ff-4793-90fb-5e44d0a89c41 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Neutron deleted interface 9e4e76a7-7efc-4f59-b6d4-5dbf4a497145; detaching it from the instance and deleting it from the info cache [ 1294.403196] env[70261]: DEBUG nova.network.neutron [req-90281557-6a40-4245-b242-703d21dfd094 req-127aec25-58ff-4793-90fb-5e44d0a89c41 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.825808] env[70261]: DEBUG nova.network.neutron [-] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.867324] env[70261]: DEBUG oslo_vmware.api [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387099, 'name': PowerOffVM_Task, 'duration_secs': 0.116642} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.867591] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.867763] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.868013] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d8f3ed7-5049-4081-9d17-bca3e47cf3df {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.892810] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.893066] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.893256] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Deleting the datastore file [datastore1] 82e899df-6807-4bdf-858a-903aab9dc5da {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.893508] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3766ae4-258b-43b0-a83f-a35c27fc8074 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.901092] env[70261]: DEBUG oslo_vmware.api [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for the task: (returnval){ [ 1294.901092] env[70261]: value = "task-3387101" [ 1294.901092] env[70261]: _type = "Task" [ 1294.901092] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.909298] env[70261]: DEBUG oslo_vmware.api [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.909533] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ae1caae-efd1-46db-80c5-a12c52b2452c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.917843] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60076088-86ae-4225-a256-a5bc212f63aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.944399] env[70261]: DEBUG nova.compute.manager [req-90281557-6a40-4245-b242-703d21dfd094 req-127aec25-58ff-4793-90fb-5e44d0a89c41 service nova] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Detach interface failed, port_id=9e4e76a7-7efc-4f59-b6d4-5dbf4a497145, reason: Instance f7600b4d-d10c-4530-8ce4-ce7894d9a51f could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.328892] env[70261]: INFO nova.compute.manager [-] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Took 1.23 seconds to deallocate network for instance. [ 1295.411091] env[70261]: DEBUG oslo_vmware.api [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Task: {'id': task-3387101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094207} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.411091] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.411244] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.411378] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.411553] env[70261]: INFO nova.compute.manager [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1295.411797] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.411985] env[70261]: DEBUG nova.compute.manager [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.412130] env[70261]: DEBUG nova.network.neutron [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1295.428051] env[70261]: DEBUG nova.network.neutron [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1295.800203] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e48d2-5cc0-4d3e-9093-6678f53c9888 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.820748] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance '6130f898-f5a9-425e-b353-4e56bec21121' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.834970] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.835294] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.835446] env[70261]: DEBUG nova.objects.instance [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lazy-loading 'resources' on Instance uuid f7600b4d-d10c-4530-8ce4-ce7894d9a51f {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.930541] env[70261]: DEBUG nova.network.neutron [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.326254] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.326614] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42a45425-618c-46c0-8dcf-c5a36ae79f9b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.334869] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1296.334869] env[70261]: value = "task-3387102" [ 1296.334869] env[70261]: _type = "Task" [ 1296.334869] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.347254] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.418981] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a202cf01-f1db-450d-b37f-0e196c2fdefe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.426676] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5227bf-3724-4598-8808-a8023eb23230 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.432462] env[70261]: INFO nova.compute.manager [-] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Took 1.02 seconds to deallocate network for instance. [ 1296.462100] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35312778-0ba5-43b4-b421-640c72e6953b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.469095] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc956b-c87f-471f-9bf4-f99b322128a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.482390] env[70261]: DEBUG nova.compute.provider_tree [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.845192] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387102, 'name': PowerOffVM_Task, 'duration_secs': 0.246463} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.845572] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.845661] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance '6130f898-f5a9-425e-b353-4e56bec21121' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.965809] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.985021] env[70261]: DEBUG nova.scheduler.client.report [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.352771] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.353027] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.353192] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.353381] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.353531] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.353679] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.353886] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.354107] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.354329] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.354540] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.354755] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.359718] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c8c475-2737-4e48-bfe1-f2551f2122ee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.376108] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1297.376108] env[70261]: value = "task-3387103" [ 1297.376108] env[70261]: _type = "Task" [ 1297.376108] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.383842] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.489603] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.492810] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.526s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.492810] env[70261]: DEBUG nova.objects.instance [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lazy-loading 'resources' on Instance uuid 82e899df-6807-4bdf-858a-903aab9dc5da {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.511055] env[70261]: INFO nova.scheduler.client.report [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Deleted allocations for instance f7600b4d-d10c-4530-8ce4-ce7894d9a51f [ 1297.888019] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387103, 'name': ReconfigVM_Task, 'duration_secs': 0.223648} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.888019] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance '6130f898-f5a9-425e-b353-4e56bec21121' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.018202] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cebdf1dd-1492-4046-9175-7632932e116c tempest-ServerPasswordTestJSON-1740933872 tempest-ServerPasswordTestJSON-1740933872-project-member] Lock "f7600b4d-d10c-4530-8ce4-ce7894d9a51f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.540s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.058087] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d451fd36-3797-4b9e-9ddd-f345df5e69dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.065684] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d8447b-b8cd-485d-a141-4c488345b90c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.096771] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c730b-d5ef-4247-ae40-b7b91319d0eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.104841] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814ef1a6-d19f-4492-b679-84990e87932f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.117967] env[70261]: DEBUG nova.compute.provider_tree [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.392533] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.392773] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.392924] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.393135] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.393281] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.393431] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.393635] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.393795] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.393983] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.394179] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.394357] env[70261]: DEBUG nova.virt.hardware [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.399564] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.399828] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060b4e91-5c15-40a7-8d11-8c789a94d1b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.418539] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1298.418539] env[70261]: value = "task-3387104" [ 1298.418539] env[70261]: _type = "Task" [ 1298.418539] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.426132] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.620616] env[70261]: DEBUG nova.scheduler.client.report [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.928193] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387104, 'name': ReconfigVM_Task, 'duration_secs': 0.177112} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.928531] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.929193] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb793c-0046-4bc8-ad2c-4f23c984ca0e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.953992] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.954371] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21211707-ec7f-4bb1-af61-04a2147d8ce8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.973090] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1298.973090] env[70261]: value = "task-3387105" [ 1298.973090] env[70261]: _type = "Task" [ 1298.973090] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.980507] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.125790] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.150903] env[70261]: INFO nova.scheduler.client.report [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Deleted allocations for instance 82e899df-6807-4bdf-858a-903aab9dc5da [ 1299.484315] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387105, 'name': ReconfigVM_Task, 'duration_secs': 0.281223} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.484624] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.484888] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance '6130f898-f5a9-425e-b353-4e56bec21121' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.659836] env[70261]: DEBUG oslo_concurrency.lockutils [None req-2d41162c-4bfa-4794-9103-d91df93b1ce1 tempest-ServerShowV254Test-1843208842 tempest-ServerShowV254Test-1843208842-project-member] Lock "82e899df-6807-4bdf-858a-903aab9dc5da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.890s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.991726] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7317f262-e898-4929-aa99-7e3892673c0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.015485] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac8e6a-d1a7-4124-915b-ed77cf91f471 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.036190] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance '6130f898-f5a9-425e-b353-4e56bec21121' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.695788] env[70261]: DEBUG nova.network.neutron [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Port a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1302.715127] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.715448] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.715622] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.930474] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.931491] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.432981] env[70261]: DEBUG nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.755055] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.755283] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.755444] env[70261]: DEBUG nova.network.neutron [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1303.956833] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.957147] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.958625] env[70261]: INFO nova.compute.claims [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.451522] env[70261]: DEBUG nova.network.neutron [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.954101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.034206] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1cd3c1-57c3-443f-bb1d-1a5ca2057785 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.042224] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0cc8b3-d9b5-4d95-8da9-c83c1ff1da1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.075488] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f8be50-5686-4de9-b229-786e582d2aec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.083157] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56372d7d-c200-4d73-bd0c-12d0cff9d187 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.096890] env[70261]: DEBUG nova.compute.provider_tree [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.463861] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd41ec-8cf7-48f2-8730-7587e3a48dd7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.471150] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef3eb4d-34ac-4126-b66d-8d43750f9324 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.599895] env[70261]: DEBUG nova.scheduler.client.report [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.642585] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.642766] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.642965] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.643171] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.643347] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.645545] env[70261]: INFO nova.compute.manager [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Terminating instance [ 1306.105416] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.106186] env[70261]: DEBUG nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.148923] env[70261]: DEBUG nova.compute.manager [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.149152] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.150341] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c07ddf-b3f6-4800-97e0-c2fae391fdae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.159084] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.159338] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04ecf249-e310-4893-9947-74c23014fad7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.164819] env[70261]: DEBUG oslo_vmware.api [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1306.164819] env[70261]: value = "task-3387106" [ 1306.164819] env[70261]: _type = "Task" [ 1306.164819] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.172835] env[70261]: DEBUG oslo_vmware.api [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.596013] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1cee92-c3d1-42dc-85e3-1a3f7c4f2cc8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.632800] env[70261]: DEBUG nova.compute.utils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.635012] env[70261]: DEBUG nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1306.635296] env[70261]: DEBUG nova.network.neutron [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1306.638741] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45439c7-fb07-4942-829f-08b75285fb06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.650029] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance '6130f898-f5a9-425e-b353-4e56bec21121' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.678562] env[70261]: DEBUG oslo_vmware.api [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387106, 'name': PowerOffVM_Task, 'duration_secs': 0.18279} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.678975] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.679262] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.679632] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f771fda1-8087-4c42-9777-2a9fc9040e22 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.689881] env[70261]: DEBUG nova.policy [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3c7b5ba2b014b38bc630dcb67c84dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '846b5d49e58647d79e31ff1897c25344', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.746226] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.746676] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.747037] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleting the datastore file [datastore1] 35ae1b47-6166-4b36-bff7-adf8d0ccea30 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.747440] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f847ef3f-03f7-4ac5-9f0b-264a916e19ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.755299] env[70261]: DEBUG oslo_vmware.api [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1306.755299] env[70261]: value = "task-3387108" [ 1306.755299] env[70261]: _type = "Task" [ 1306.755299] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.764735] env[70261]: DEBUG oslo_vmware.api [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.960743] env[70261]: DEBUG nova.network.neutron [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Successfully created port: cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.144498] env[70261]: DEBUG nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.158551] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.158824] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b68d89b7-8520-4fe6-9cec-0ed0f89eae2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.166911] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1307.166911] env[70261]: value = "task-3387109" [ 1307.166911] env[70261]: _type = "Task" [ 1307.166911] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.174869] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.268386] env[70261]: DEBUG oslo_vmware.api [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174124} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.268890] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.269263] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.269609] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.269936] env[70261]: INFO nova.compute.manager [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1307.270336] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.270630] env[70261]: DEBUG nova.compute.manager [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.270777] env[70261]: DEBUG nova.network.neutron [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1307.677406] env[70261]: DEBUG oslo_vmware.api [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387109, 'name': PowerOnVM_Task, 'duration_secs': 0.436291} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.677649] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.677848] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1514f8-24db-4232-8a4e-489eea62157d tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance '6130f898-f5a9-425e-b353-4e56bec21121' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.768266] env[70261]: DEBUG nova.compute.manager [req-c229a21c-f5e9-4041-a76c-a0c1b996240a req-77b9e602-0b40-4935-8f17-f1b7a4c9bf30 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Received event network-vif-deleted-e07d45eb-f093-4a96-b81d-ccc1fca5eebd {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.768266] env[70261]: INFO nova.compute.manager [req-c229a21c-f5e9-4041-a76c-a0c1b996240a req-77b9e602-0b40-4935-8f17-f1b7a4c9bf30 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Neutron deleted interface e07d45eb-f093-4a96-b81d-ccc1fca5eebd; detaching it from the instance and deleting it from the info cache [ 1307.768266] env[70261]: DEBUG nova.network.neutron [req-c229a21c-f5e9-4041-a76c-a0c1b996240a req-77b9e602-0b40-4935-8f17-f1b7a4c9bf30 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.154502] env[70261]: DEBUG nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.182099] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.182370] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.182529] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.182711] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.182859] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.183013] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.183232] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.183429] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.183600] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.183761] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.183930] env[70261]: DEBUG nova.virt.hardware [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.187781] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2065f-78ad-4c3a-ba50-e77e39dfdf42 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.195640] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6fbfb9-c954-429e-826c-a61f5de1e010 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.248707] env[70261]: DEBUG nova.network.neutron [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.270261] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b08f9a9-f97d-4010-91d2-20052dc3296e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.279705] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63317930-fbf2-432a-84f1-62f3f6a87f30 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.307598] env[70261]: DEBUG nova.compute.manager [req-c229a21c-f5e9-4041-a76c-a0c1b996240a req-77b9e602-0b40-4935-8f17-f1b7a4c9bf30 service nova] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Detach interface failed, port_id=e07d45eb-f093-4a96-b81d-ccc1fca5eebd, reason: Instance 35ae1b47-6166-4b36-bff7-adf8d0ccea30 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1308.323548] env[70261]: DEBUG nova.compute.manager [req-0a3b3718-a60a-476d-a827-f5ab663cef8d req-9b228f1a-e10e-409c-be7b-5ac68daefd70 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received event network-vif-plugged-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.323827] env[70261]: DEBUG oslo_concurrency.lockutils [req-0a3b3718-a60a-476d-a827-f5ab663cef8d req-9b228f1a-e10e-409c-be7b-5ac68daefd70 service nova] Acquiring lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.323985] env[70261]: DEBUG oslo_concurrency.lockutils [req-0a3b3718-a60a-476d-a827-f5ab663cef8d req-9b228f1a-e10e-409c-be7b-5ac68daefd70 service nova] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.324231] env[70261]: DEBUG oslo_concurrency.lockutils [req-0a3b3718-a60a-476d-a827-f5ab663cef8d req-9b228f1a-e10e-409c-be7b-5ac68daefd70 service nova] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.324410] env[70261]: DEBUG nova.compute.manager [req-0a3b3718-a60a-476d-a827-f5ab663cef8d req-9b228f1a-e10e-409c-be7b-5ac68daefd70 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] No waiting events found dispatching network-vif-plugged-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.324646] env[70261]: WARNING nova.compute.manager [req-0a3b3718-a60a-476d-a827-f5ab663cef8d req-9b228f1a-e10e-409c-be7b-5ac68daefd70 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received unexpected event network-vif-plugged-cb728f93-78af-44c5-b927-42fa7132bfcf for instance with vm_state building and task_state spawning. [ 1308.409866] env[70261]: DEBUG nova.network.neutron [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Successfully updated port: cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.751072] env[70261]: INFO nova.compute.manager [-] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Took 1.48 seconds to deallocate network for instance. [ 1308.915360] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.915532] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquired lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.915686] env[70261]: DEBUG nova.network.neutron [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1309.257182] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.257625] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.257861] env[70261]: DEBUG nova.objects.instance [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'resources' on Instance uuid 35ae1b47-6166-4b36-bff7-adf8d0ccea30 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.448283] env[70261]: DEBUG nova.network.neutron [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1309.561311] env[70261]: DEBUG nova.network.neutron [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.716627] env[70261]: DEBUG nova.network.neutron [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Port a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1309.716887] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.717048] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.717242] env[70261]: DEBUG nova.network.neutron [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1309.835282] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7db645-656d-4514-9ec2-ea8660c8a479 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.842806] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6395a5e-697b-44e6-93a7-a9e5764f29b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.873297] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ce1b9a-2460-4e1f-bb94-deb403455610 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.880373] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c353acb7-e21e-48c5-adc5-5e6df848c74a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.893507] env[70261]: DEBUG nova.compute.provider_tree [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.063971] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Releasing lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.064398] env[70261]: DEBUG nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Instance network_info: |[{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.064856] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:38:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb728f93-78af-44c5-b927-42fa7132bfcf', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.072701] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Creating folder: Project (846b5d49e58647d79e31ff1897c25344). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.072980] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95e7fa7d-d3f0-4ff6-8178-dd7515345cc7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.085956] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Created folder: Project (846b5d49e58647d79e31ff1897c25344) in parent group-v675446. [ 1310.086181] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Creating folder: Instances. Parent ref: group-v675766. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1310.086432] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fec76b2-f7e1-48e3-9d66-7a41e0f815ec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.094587] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Created folder: Instances in parent group-v675766. [ 1310.094842] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.095045] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.095247] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ab85b9-df86-43ce-9c4f-769b1bfeec5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.112667] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.112667] env[70261]: value = "task-3387112" [ 1310.112667] env[70261]: _type = "Task" [ 1310.112667] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.119891] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387112, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.398487] env[70261]: DEBUG nova.scheduler.client.report [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.548855] env[70261]: DEBUG nova.compute.manager [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.549075] env[70261]: DEBUG nova.compute.manager [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing instance network info cache due to event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.549341] env[70261]: DEBUG oslo_concurrency.lockutils [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] Acquiring lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.549505] env[70261]: DEBUG oslo_concurrency.lockutils [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] Acquired lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.549672] env[70261]: DEBUG nova.network.neutron [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1310.622287] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387112, 'name': CreateVM_Task, 'duration_secs': 0.311802} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.622513] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.623103] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.623269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.623593] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.624530] env[70261]: DEBUG nova.network.neutron [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.626031] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60632c03-ad19-4301-ba14-fc5b86b42d47 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.630821] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1310.630821] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5258677b-9cbc-12cd-1289-4db988c5dd98" [ 1310.630821] env[70261]: _type = "Task" [ 1310.630821] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.638741] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5258677b-9cbc-12cd-1289-4db988c5dd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.903439] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.923796] env[70261]: INFO nova.scheduler.client.report [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted allocations for instance 35ae1b47-6166-4b36-bff7-adf8d0ccea30 [ 1311.128945] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.142914] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5258677b-9cbc-12cd-1289-4db988c5dd98, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.143222] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.143448] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.143673] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.143819] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.144009] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.144273] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5438019-0b68-4ed1-be98-d00c388a39e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.152333] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.152510] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.153203] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3013d09b-89f6-4ca6-b573-cc9a6249507a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.159852] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1311.159852] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d2a5c-e5f0-2c48-5d13-e76484afff52" [ 1311.159852] env[70261]: _type = "Task" [ 1311.159852] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.167693] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d2a5c-e5f0-2c48-5d13-e76484afff52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.224288] env[70261]: DEBUG nova.network.neutron [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updated VIF entry in instance network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1311.224653] env[70261]: DEBUG nova.network.neutron [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.431253] env[70261]: DEBUG oslo_concurrency.lockutils [None req-43f98638-d670-4192-bb0e-bce795604b43 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "35ae1b47-6166-4b36-bff7-adf8d0ccea30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.632794] env[70261]: DEBUG nova.compute.manager [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70261) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1311.671085] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521d2a5c-e5f0-2c48-5d13-e76484afff52, 'name': SearchDatastore_Task, 'duration_secs': 0.008561} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.671430] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adaab0fc-1e80-4d45-8465-aa81568d2846 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.676357] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1311.676357] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527229c2-d8e2-f2fe-44ae-a5fd53e1782c" [ 1311.676357] env[70261]: _type = "Task" [ 1311.676357] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.684073] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527229c2-d8e2-f2fe-44ae-a5fd53e1782c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.727249] env[70261]: DEBUG oslo_concurrency.lockutils [req-f54f27ce-a177-43e3-8e2f-ef97e6e82cf2 req-fd4d7adc-677b-44aa-a7dd-5e0bf513f8c2 service nova] Releasing lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.187012] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527229c2-d8e2-f2fe-44ae-a5fd53e1782c, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.187286] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.187536] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/b94e55c3-1099-46c7-abfe-dad7cc3c790c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.187793] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0178fdc-8e7b-43a9-bcc2-14ea0b4dd44d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.196081] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1312.196081] env[70261]: value = "task-3387113" [ 1312.196081] env[70261]: _type = "Task" [ 1312.196081] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.203300] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.706256] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447465} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.706635] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/b94e55c3-1099-46c7-abfe-dad7cc3c790c.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.706762] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.706999] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95feb51d-2bb8-4470-bc06-09bf9bfd0b52 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.713370] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1312.713370] env[70261]: value = "task-3387114" [ 1312.713370] env[70261]: _type = "Task" [ 1312.713370] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.720521] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.736189] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.736588] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.223331] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060808} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.223618] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.224405] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dbaa43-f6a0-4554-886a-886c1b9323d1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.246764] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/b94e55c3-1099-46c7-abfe-dad7cc3c790c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.247226] env[70261]: DEBUG nova.objects.instance [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'migration_context' on Instance uuid 6130f898-f5a9-425e-b353-4e56bec21121 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.248474] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15e9da6-88e8-48cf-9385-1d348ac93f14 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.274951] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1313.274951] env[70261]: value = "task-3387115" [ 1313.274951] env[70261]: _type = "Task" [ 1313.274951] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.282462] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.338457] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd19fe90-62e1-495a-8b44-bb7617b45680 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.345409] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58244c8-2dc5-4137-8ad2-1ac9ff3e4fbe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.374913] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e64b0-29a0-47d1-8fb4-6d703000da73 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.381656] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951597de-2b2b-4ea0-aa8f-6f71e9fa4a8d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.394282] env[70261]: DEBUG nova.compute.provider_tree [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.490632] env[70261]: DEBUG nova.compute.manager [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1313.785275] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387115, 'name': ReconfigVM_Task, 'duration_secs': 0.276771} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.785641] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/b94e55c3-1099-46c7-abfe-dad7cc3c790c.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.786259] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e681e22-5577-450f-b1d8-e3f2680ec727 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.793034] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1313.793034] env[70261]: value = "task-3387116" [ 1313.793034] env[70261]: _type = "Task" [ 1313.793034] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.804698] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387116, 'name': Rename_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.898058] env[70261]: DEBUG nova.scheduler.client.report [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.007300] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.302579] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387116, 'name': Rename_Task, 'duration_secs': 0.145314} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.302836] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.303076] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6395f5bd-e592-4f6a-b0f4-5fda0c8981e0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.310127] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1314.310127] env[70261]: value = "task-3387117" [ 1314.310127] env[70261]: _type = "Task" [ 1314.310127] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.317046] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.820138] env[70261]: DEBUG oslo_vmware.api [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387117, 'name': PowerOnVM_Task, 'duration_secs': 0.44479} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.820549] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.820599] env[70261]: INFO nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1314.820774] env[70261]: DEBUG nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.821603] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f8f4e-94f6-4590-bb1f-24c0064e79a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.908637] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.172s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.914213] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.907s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.337250] env[70261]: INFO nova.compute.manager [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Took 11.40 seconds to build instance. [ 1315.422966] env[70261]: INFO nova.compute.claims [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.839726] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4017651c-2337-4c81-a8e0-852988cdfe95 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.909s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.929683] env[70261]: INFO nova.compute.resource_tracker [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating resource usage from migration ac91302d-27b1-418d-ba9d-6d6cded26f69 [ 1315.999190] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb1bd3-91bc-4ac8-b21c-96afb9a21e42 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.007025] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c0e3b1-2596-4b2c-93a3-e6f3fe28b15a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.037295] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a7554-8225-4355-bc6d-7211e97ba070 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.044274] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e1091f-a7da-42ba-9125-51513f2e0ade {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.056827] env[70261]: DEBUG nova.compute.provider_tree [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.072293] env[70261]: INFO nova.compute.manager [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Rescuing [ 1316.072518] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.072666] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquired lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.072825] env[70261]: DEBUG nova.network.neutron [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1316.451605] env[70261]: INFO nova.compute.manager [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Swapping old allocation on dict_keys(['78dbb7ec-e40b-4c1c-be53-53a1caf6c800']) held by migration 59edff84-7d35-43f7-a1ab-27b69ab0c7d5 for instance [ 1316.472203] env[70261]: DEBUG nova.scheduler.client.report [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Overwriting current allocation {'allocations': {'78dbb7ec-e40b-4c1c-be53-53a1caf6c800': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '9d78ecc6df0c45b9abf21069ea933285', 'user_id': 'ec0131fa1775485c84aa721579ad0c7e', 'consumer_generation': 1} on consumer 6130f898-f5a9-425e-b353-4e56bec21121 {{(pid=70261) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1316.549056] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.549281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.549448] env[70261]: DEBUG nova.network.neutron [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1316.559414] env[70261]: DEBUG nova.scheduler.client.report [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.765123] env[70261]: DEBUG nova.network.neutron [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.064039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.150s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.064039] env[70261]: INFO nova.compute.manager [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Migrating [ 1317.239766] env[70261]: DEBUG nova.network.neutron [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [{"id": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "address": "fa:16:3e:9c:c7:8f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2f77cf0-5a", "ovs_interfaceid": "a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.267567] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Releasing lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.578104] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.578334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.578477] env[70261]: DEBUG nova.network.neutron [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1317.742988] env[70261]: DEBUG oslo_concurrency.lockutils [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6130f898-f5a9-425e-b353-4e56bec21121" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.743984] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d1dc6-40f5-4ec2-8f29-627b990b2999 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.751674] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45caaa76-c05a-4568-894a-e96c65397a5a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.263520] env[70261]: DEBUG nova.network.neutron [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.766346] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.802346] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.802629] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83127340-29f9-4531-805d-92346dcd7c26 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.813458] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1318.813458] env[70261]: value = "task-3387118" [ 1318.813458] env[70261]: _type = "Task" [ 1318.813458] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.822063] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.829729] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.830057] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49305de-7b67-442e-97b2-f82ce4d7f539 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.835915] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1318.835915] env[70261]: value = "task-3387119" [ 1318.835915] env[70261]: _type = "Task" [ 1318.835915] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.844441] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.323815] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387118, 'name': PowerOffVM_Task, 'duration_secs': 0.230752} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.324156] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.324797] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb19fed9-b733-42a4-ad44-4117d7aaff2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.345746] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4a6854-bbd6-464d-89e3-2f5089e6f267 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.357139] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387119, 'name': PowerOffVM_Task, 'duration_secs': 0.219498} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.357448] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.358101] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.358322] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.358482] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.358668] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.358817] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.358966] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.359191] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.359353] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.359524] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.359707] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.359907] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.365276] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e42205c9-ec31-4bc2-a281-6e8011bf30e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.381576] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.382048] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59697552-3d85-4815-9bf8-c5d51767b260 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.384259] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1319.384259] env[70261]: value = "task-3387120" [ 1319.384259] env[70261]: _type = "Task" [ 1319.384259] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.393196] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.394279] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1319.394279] env[70261]: value = "task-3387121" [ 1319.394279] env[70261]: _type = "Task" [ 1319.394279] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.894479] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387120, 'name': ReconfigVM_Task, 'duration_secs': 0.147191} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.897943] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a8e38-28ae-4f72-b6f4-2b6e1d070a69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.920332] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1319.920529] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.920775] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.920923] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.921115] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.922195] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.922414] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.922572] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.922756] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.922899] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.923058] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.923262] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.923419] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.923583] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.923743] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.923911] env[70261]: DEBUG nova.virt.hardware [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.924673] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfa77d67-7388-41dc-a687-579e3855429c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.926404] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac09f5e-062e-47a7-be83-8feee1c54b13 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.931960] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1319.931960] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524eecbe-b1ab-2b59-3f36-40e6e6a28d03" [ 1319.931960] env[70261]: _type = "Task" [ 1319.931960] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.936229] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.936425] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.937343] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daa3769-c25f-49f1-be73-c2eeab7df353 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.942096] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524eecbe-b1ab-2b59-3f36-40e6e6a28d03, 'name': SearchDatastore_Task, 'duration_secs': 0.00733} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.947615] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.948744] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53e812bc-5b5b-4e27-8dae-ce14ce775736 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.961115] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1319.961115] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aad092-adf9-f82f-0341-f48924854edd" [ 1319.961115] env[70261]: _type = "Task" [ 1319.961115] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.968758] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52aad092-adf9-f82f-0341-f48924854edd, 'name': SearchDatastore_Task, 'duration_secs': 0.008247} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.970331] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1319.970331] env[70261]: value = "task-3387122" [ 1319.970331] env[70261]: _type = "Task" [ 1319.970331] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.970504] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734e0f97-3c12-4784-af8b-12cf369f1aa4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.977815] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1319.977815] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529da9ed-7a90-33f7-6566-bca6e7004c7d" [ 1319.977815] env[70261]: _type = "Task" [ 1319.977815] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.980854] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.987642] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529da9ed-7a90-33f7-6566-bca6e7004c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.283022] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d23aa80-5d40-4aab-9bb0-dec7b29bf79a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.301655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance '84322947-433b-42fe-bf03-b93de0c16bdf' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.482433] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387122, 'name': ReconfigVM_Task, 'duration_secs': 0.227856} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.485266] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.486009] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeeebca-8abb-4009-a414-4025e9d3bf0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.494383] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529da9ed-7a90-33f7-6566-bca6e7004c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.507018] env[70261]: DEBUG oslo_concurrency.lockutils [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.507284] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. {{(pid=70261) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1320.514416] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.514641] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f7f152d-39e4-43af-a0e3-4d5002b66057 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.516448] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac2d555-91be-46dc-bbcc-d56197f79611 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.533882] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1320.533882] env[70261]: value = "task-3387124" [ 1320.533882] env[70261]: _type = "Task" [ 1320.533882] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.534955] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1320.534955] env[70261]: value = "task-3387123" [ 1320.534955] env[70261]: _type = "Task" [ 1320.534955] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.544755] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.547622] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.808576] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.808845] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82567f66-534d-490b-bd05-63c36bd12fc5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.815883] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1320.815883] env[70261]: value = "task-3387125" [ 1320.815883] env[70261]: _type = "Task" [ 1320.815883] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.824685] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.047598] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.050775] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438582} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.051046] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. [ 1321.052175] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec59e03-4270-4ada-9dc5-68d3e68e0d50 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.075258] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.075466] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76740e35-a408-40e3-90a9-df529874721d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.091294] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1321.091294] env[70261]: value = "task-3387126" [ 1321.091294] env[70261]: _type = "Task" [ 1321.091294] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.099730] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.325660] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387125, 'name': PowerOffVM_Task, 'duration_secs': 0.233042} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.325900] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.326115] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance '84322947-433b-42fe-bf03-b93de0c16bdf' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.545494] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387124, 'name': ReconfigVM_Task, 'duration_secs': 0.864811} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.545851] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121/6130f898-f5a9-425e-b353-4e56bec21121.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.546615] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48ee72b-eee2-4ff6-aa28-9fb909fa29c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.566464] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b88d4f-faec-431e-b058-12094b7e0c62 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.585724] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21260a-be19-40c5-a1ce-022b5ac6ec9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.607797] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9165563e-0478-4510-a03b-cb80f3984403 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.614383] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387126, 'name': ReconfigVM_Task, 'duration_secs': 0.309629} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.616636] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.616992] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.617669] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159f46a8-7510-48c9-977f-ed3d4b7a7403 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.619884] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb2843a-f6f1-47fc-a671-ba17940d394d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.645635] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f279fb7-61b4-4925-8031-61c31b0eb070 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.655910] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1321.655910] env[70261]: value = "task-3387127" [ 1321.655910] env[70261]: _type = "Task" [ 1321.655910] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.660566] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1321.660566] env[70261]: value = "task-3387128" [ 1321.660566] env[70261]: _type = "Task" [ 1321.660566] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.667964] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.670878] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.833431] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.833707] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.833818] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.833995] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.834156] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.834297] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.834498] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.834694] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.834879] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.835054] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.835233] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.840772] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7fcfb1-e332-4b8c-8457-10b983e8e3a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.857556] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1321.857556] env[70261]: value = "task-3387129" [ 1321.857556] env[70261]: _type = "Task" [ 1321.857556] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.866080] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.167921] env[70261]: DEBUG oslo_vmware.api [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387127, 'name': PowerOnVM_Task, 'duration_secs': 0.389464} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.168490] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.174630] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387128, 'name': ReconfigVM_Task, 'duration_secs': 0.251116} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.175087] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.175329] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd0b3104-30ae-456e-90cd-2c9d2fd2c673 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.182424] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1322.182424] env[70261]: value = "task-3387130" [ 1322.182424] env[70261]: _type = "Task" [ 1322.182424] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.191326] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.369163] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.692154] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.868727] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.194384] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.216480] env[70261]: INFO nova.compute.manager [None req-8771a106-7474-4120-8241-657012ae8783 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance to original state: 'active' [ 1323.369334] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387129, 'name': ReconfigVM_Task, 'duration_secs': 1.17306} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.369625] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance '84322947-433b-42fe-bf03-b93de0c16bdf' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.695509] env[70261]: DEBUG oslo_vmware.api [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387130, 'name': PowerOnVM_Task, 'duration_secs': 1.046128} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.695509] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.698201] env[70261]: DEBUG nova.compute.manager [None req-aef186d6-671d-4a12-9d67-fb56c15ffa7a tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.698956] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7b497a-dda6-43e5-adeb-0b401787a6a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.875601] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.875858] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.876035] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.876223] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.876447] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.876610] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.876814] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.876974] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.877160] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.877344] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.877571] env[70261]: DEBUG nova.virt.hardware [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.883034] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.883323] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5540278-95b4-44b7-9d18-1773980e42e8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.906719] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1323.906719] env[70261]: value = "task-3387131" [ 1323.906719] env[70261]: _type = "Task" [ 1323.906719] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.915381] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.320658] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.320947] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.407792] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.408051] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.408278] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6130f898-f5a9-425e-b353-4e56bec21121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.408464] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.408665] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.413613] env[70261]: INFO nova.compute.manager [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Terminating instance [ 1324.420324] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387131, 'name': ReconfigVM_Task, 'duration_secs': 0.153184} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.420568] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1324.421335] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d155cea5-bea8-4df2-a185-5274f8859d21 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.443153] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 84322947-433b-42fe-bf03-b93de0c16bdf/84322947-433b-42fe-bf03-b93de0c16bdf.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.443600] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bb663f-e9ec-41d4-b31d-e1db6c14ac0c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.460907] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1324.460907] env[70261]: value = "task-3387132" [ 1324.460907] env[70261]: _type = "Task" [ 1324.460907] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.468567] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.825785] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.826172] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.826172] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.826327] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.826444] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.826591] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.826726] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1324.826872] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.917619] env[70261]: DEBUG nova.compute.manager [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.917881] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.918800] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48885c8-22b0-461b-ab25-d6cbe73c1964 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.925902] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1324.925902] env[70261]: value = "task-3387133" [ 1324.925902] env[70261]: _type = "Task" [ 1324.925902] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.933838] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.972681] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387132, 'name': ReconfigVM_Task, 'duration_secs': 0.297338} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.972984] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 84322947-433b-42fe-bf03-b93de0c16bdf/84322947-433b-42fe-bf03-b93de0c16bdf.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.973249] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance '84322947-433b-42fe-bf03-b93de0c16bdf' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.238204] env[70261]: DEBUG nova.compute.manager [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.238407] env[70261]: DEBUG nova.compute.manager [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing instance network info cache due to event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.238625] env[70261]: DEBUG oslo_concurrency.lockutils [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] Acquiring lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.238767] env[70261]: DEBUG oslo_concurrency.lockutils [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] Acquired lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.238925] env[70261]: DEBUG nova.network.neutron [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1325.329166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.329456] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.329630] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.329934] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1325.330706] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a76780-fd41-42e2-80e5-4abcf4d5788f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.338844] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c530ae12-4e31-4f30-97c9-22a040db9d36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.352397] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ec883f-a5ca-4285-9d2c-1cf927056303 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.358730] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a0cc1a-aec5-48c8-bc26-2ef82afbf336 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.388095] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180249MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1325.388261] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.388419] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.435581] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387133, 'name': PowerOffVM_Task, 'duration_secs': 0.20946} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.435871] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.436090] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1325.436287] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675761', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'name': 'volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6130f898-f5a9-425e-b353-4e56bec21121', 'attached_at': '2025-04-09T13:13:48.000000', 'detached_at': '', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'serial': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1325.437121] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a169d-cc3d-4716-82da-99e9a23d8249 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.459384] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e343cf7-57a1-4dc7-8ca3-0fa3d7cb60fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.466706] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5756ec9e-7e99-4ddc-86a2-cde92532dd28 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.491456] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619dace0-4800-4741-84cf-b153cacd0b18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.494638] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f294e-7b65-4c16-bb89-adcb69095f55 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.509569] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] The volume has not been displaced from its original location: [datastore2] volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5/volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.514631] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.527443] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa23b6b-6912-4042-877a-2324a2e92b10 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.541280] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633ef4c2-2a5c-4663-b7f8-cba3d3842970 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.560190] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance '84322947-433b-42fe-bf03-b93de0c16bdf' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.564879] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1325.564879] env[70261]: value = "task-3387134" [ 1325.564879] env[70261]: _type = "Task" [ 1325.564879] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.573998] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.941571] env[70261]: DEBUG nova.network.neutron [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updated VIF entry in instance network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1325.941918] env[70261]: DEBUG nova.network.neutron [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.077530] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387134, 'name': ReconfigVM_Task, 'duration_secs': 0.20959} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.077750] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.082515] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2351ef9f-9c06-4ccb-b8a5-5fe18be07139 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.097157] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1326.097157] env[70261]: value = "task-3387135" [ 1326.097157] env[70261]: _type = "Task" [ 1326.097157] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.100886] env[70261]: DEBUG nova.network.neutron [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Port 56cec359-3332-4663-a6ed-66ce62131955 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1326.105026] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.395227] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Applying migration context for instance 84322947-433b-42fe-bf03-b93de0c16bdf as it has an incoming, in-progress migration ac91302d-27b1-418d-ba9d-6d6cded26f69. Migration status is migrating {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1326.396501] env[70261]: INFO nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating resource usage from migration ac91302d-27b1-418d-ba9d-6d6cded26f69 [ 1326.418321] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance b94e55c3-1099-46c7-abfe-dad7cc3c790c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1326.418467] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Migration ac91302d-27b1-418d-ba9d-6d6cded26f69 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1326.418591] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 84322947-433b-42fe-bf03-b93de0c16bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1326.418717] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 6130f898-f5a9-425e-b353-4e56bec21121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1326.418902] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1326.419059] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1326.444222] env[70261]: DEBUG oslo_concurrency.lockutils [req-8d2dc64f-df33-4539-94dc-6a629d589169 req-a12a977a-3f6d-42a3-b319-5f377a325b65 service nova] Releasing lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.482697] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee57fe1-7e54-494a-870f-9966ead2e358 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.489908] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885476a-695f-441a-a7df-4733296c36ec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.519407] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06691bd0-e8af-4ce9-b870-0df5c6e4b7ba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.526206] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0a9da0-518d-4be4-93da-0b13139fd195 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.538942] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.611256] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387135, 'name': ReconfigVM_Task, 'duration_secs': 0.143329} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.611923] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675761', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'name': 'volume-2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6130f898-f5a9-425e-b353-4e56bec21121', 'attached_at': '2025-04-09T13:13:48.000000', 'detached_at': '', 'volume_id': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5', 'serial': '2bdc51f5-22a7-4e5a-a97a-4a911b3f87f5'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.612218] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.612967] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b12d90-403f-4206-81a1-283422a13a6d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.619428] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.619647] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ad880fc-7fd9-469b-b0ca-32954abae161 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.683507] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.683741] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.683925] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleting the datastore file [datastore2] 6130f898-f5a9-425e-b353-4e56bec21121 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.684212] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334ab242-c6d6-424a-a2f9-0cacada5f06b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.691376] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1326.691376] env[70261]: value = "task-3387137" [ 1326.691376] env[70261]: _type = "Task" [ 1326.691376] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.699732] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.042702] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.126358] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.126596] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.126767] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.203196] env[70261]: DEBUG oslo_vmware.api [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405539} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.203499] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.203685] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.203868] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.204065] env[70261]: INFO nova.compute.manager [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1327.204353] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.204574] env[70261]: DEBUG nova.compute.manager [-] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.204722] env[70261]: DEBUG nova.network.neutron [-] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1327.269196] env[70261]: DEBUG nova.compute.manager [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.269196] env[70261]: DEBUG nova.compute.manager [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing instance network info cache due to event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.269196] env[70261]: DEBUG oslo_concurrency.lockutils [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] Acquiring lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.269196] env[70261]: DEBUG oslo_concurrency.lockutils [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] Acquired lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.269196] env[70261]: DEBUG nova.network.neutron [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1327.547220] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1327.547759] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.647611] env[70261]: DEBUG nova.compute.manager [req-48ffbc62-af22-4797-b8c1-e86badb10d38 req-5cafd274-ff53-4bc5-9910-1a90d720d83e service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Received event network-vif-deleted-a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.647819] env[70261]: INFO nova.compute.manager [req-48ffbc62-af22-4797-b8c1-e86badb10d38 req-5cafd274-ff53-4bc5-9910-1a90d720d83e service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Neutron deleted interface a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c; detaching it from the instance and deleting it from the info cache [ 1327.648068] env[70261]: DEBUG nova.network.neutron [req-48ffbc62-af22-4797-b8c1-e86badb10d38 req-5cafd274-ff53-4bc5-9910-1a90d720d83e service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.958718] env[70261]: DEBUG nova.network.neutron [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updated VIF entry in instance network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1327.959229] env[70261]: DEBUG nova.network.neutron [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.133974] env[70261]: DEBUG nova.network.neutron [-] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.151769] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adcf17d8-288c-47cb-82de-876911c31d05 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.161153] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a2bb7a-c98c-4761-80d9-9038b9caf92a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.172352] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.172533] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.172708] env[70261]: DEBUG nova.network.neutron [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1328.188927] env[70261]: DEBUG nova.compute.manager [req-48ffbc62-af22-4797-b8c1-e86badb10d38 req-5cafd274-ff53-4bc5-9910-1a90d720d83e service nova] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Detach interface failed, port_id=a2f77cf0-5a97-4bd7-8c2a-a9b695aadb1c, reason: Instance 6130f898-f5a9-425e-b353-4e56bec21121 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.461833] env[70261]: DEBUG oslo_concurrency.lockutils [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] Releasing lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.462127] env[70261]: DEBUG nova.compute.manager [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.462307] env[70261]: DEBUG nova.compute.manager [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing instance network info cache due to event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.462517] env[70261]: DEBUG oslo_concurrency.lockutils [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] Acquiring lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.462688] env[70261]: DEBUG oslo_concurrency.lockutils [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] Acquired lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.462858] env[70261]: DEBUG nova.network.neutron [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1328.527373] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.527671] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.527882] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.528078] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.528246] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.530640] env[70261]: INFO nova.compute.manager [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Terminating instance [ 1328.637094] env[70261]: INFO nova.compute.manager [-] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Took 1.43 seconds to deallocate network for instance. [ 1328.877751] env[70261]: DEBUG nova.network.neutron [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.034559] env[70261]: DEBUG nova.compute.manager [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.034787] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.035669] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72ea169-f211-422b-b94e-d5801ce709d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.043772] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.043995] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70912e24-be4e-49de-87d2-3d42701c499d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.050209] env[70261]: DEBUG oslo_vmware.api [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1329.050209] env[70261]: value = "task-3387138" [ 1329.050209] env[70261]: _type = "Task" [ 1329.050209] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.059496] env[70261]: DEBUG oslo_vmware.api [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.146427] env[70261]: DEBUG nova.network.neutron [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updated VIF entry in instance network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1329.146824] env[70261]: DEBUG nova.network.neutron [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.181979] env[70261]: INFO nova.compute.manager [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Took 0.54 seconds to detach 1 volumes for instance. [ 1329.294728] env[70261]: DEBUG nova.compute.manager [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.294935] env[70261]: DEBUG nova.compute.manager [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing instance network info cache due to event network-changed-cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.295147] env[70261]: DEBUG oslo_concurrency.lockutils [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] Acquiring lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.380778] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.560973] env[70261]: DEBUG oslo_vmware.api [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387138, 'name': PowerOffVM_Task, 'duration_secs': 0.202794} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.561198] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.561368] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.561622] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1779b760-edf4-485c-901f-91b0921aaead {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.621024] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.621260] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.621445] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Deleting the datastore file [datastore1] b94e55c3-1099-46c7-abfe-dad7cc3c790c {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.621705] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4de04b0-4290-49b0-b1cc-a19ab1c758ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.628111] env[70261]: DEBUG oslo_vmware.api [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for the task: (returnval){ [ 1329.628111] env[70261]: value = "task-3387140" [ 1329.628111] env[70261]: _type = "Task" [ 1329.628111] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.635936] env[70261]: DEBUG oslo_vmware.api [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.649662] env[70261]: DEBUG oslo_concurrency.lockutils [req-d7ba3d76-4276-4b63-9f27-504614d255cb req-8581e556-2a38-4db3-9d52-f31ec26441d2 service nova] Releasing lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.650019] env[70261]: DEBUG oslo_concurrency.lockutils [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] Acquired lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.650228] env[70261]: DEBUG nova.network.neutron [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Refreshing network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1329.688452] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.688812] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.689081] env[70261]: DEBUG nova.objects.instance [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'resources' on Instance uuid 6130f898-f5a9-425e-b353-4e56bec21121 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.905014] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa42dc-4033-4aec-8680-a46b03f96d90 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.923465] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8295654-a2ed-4159-81f4-e8ccffb561f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.929638] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance '84322947-433b-42fe-bf03-b93de0c16bdf' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.138118] env[70261]: DEBUG oslo_vmware.api [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Task: {'id': task-3387140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177155} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.138362] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.138540] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.138730] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.138894] env[70261]: INFO nova.compute.manager [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1330.139145] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.139334] env[70261]: DEBUG nova.compute.manager [-] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.139427] env[70261]: DEBUG nova.network.neutron [-] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1330.250636] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c734c5c7-d236-4fd9-a42a-919b5b40fdc8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.260388] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf995ff9-067a-4a7a-be5d-9f2f85cb47b9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.291653] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f865580f-6de1-409c-a900-798f707037a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.298819] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0922088-6ec5-4338-94f1-06b568b45afe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.311834] env[70261]: DEBUG nova.compute.provider_tree [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.387773] env[70261]: DEBUG nova.network.neutron [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updated VIF entry in instance network info cache for port cb728f93-78af-44c5-b927-42fa7132bfcf. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1330.388183] env[70261]: DEBUG nova.network.neutron [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [{"id": "cb728f93-78af-44c5-b927-42fa7132bfcf", "address": "fa:16:3e:92:38:e7", "network": {"id": "331d1304-5ecd-438c-9edc-0afada2ff4dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1027796213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "846b5d49e58647d79e31ff1897c25344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb728f93-78", "ovs_interfaceid": "cb728f93-78af-44c5-b927-42fa7132bfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.435420] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.435730] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c5c5050-04ac-4682-b7af-f2e3d8d8642c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.443403] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1330.443403] env[70261]: value = "task-3387141" [ 1330.443403] env[70261]: _type = "Task" [ 1330.443403] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.445516] env[70261]: DEBUG nova.compute.manager [req-0473f96d-c90c-49b4-9526-ec63cb7dbc21 req-5b9c972b-7fe6-4c05-aa0a-9f3303c12a5f service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Received event network-vif-deleted-cb728f93-78af-44c5-b927-42fa7132bfcf {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.445691] env[70261]: INFO nova.compute.manager [req-0473f96d-c90c-49b4-9526-ec63cb7dbc21 req-5b9c972b-7fe6-4c05-aa0a-9f3303c12a5f service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Neutron deleted interface cb728f93-78af-44c5-b927-42fa7132bfcf; detaching it from the instance and deleting it from the info cache [ 1330.445848] env[70261]: DEBUG nova.network.neutron [req-0473f96d-c90c-49b4-9526-ec63cb7dbc21 req-5b9c972b-7fe6-4c05-aa0a-9f3303c12a5f service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.455539] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.817156] env[70261]: DEBUG nova.scheduler.client.report [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.871675] env[70261]: DEBUG nova.network.neutron [-] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.891268] env[70261]: DEBUG oslo_concurrency.lockutils [req-69c643b4-a266-4af1-a917-bca758c1425f req-a0ae4c18-b9c9-4559-a195-832e7dd933b3 service nova] Releasing lock "refresh_cache-b94e55c3-1099-46c7-abfe-dad7cc3c790c" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.951317] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-013e2095-3a95-4bf7-9992-2ce60f5137eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.955988] env[70261]: DEBUG oslo_vmware.api [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387141, 'name': PowerOnVM_Task, 'duration_secs': 0.449141} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.956582] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.956762] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84820f54-dede-48ea-baa0-6404cda40789 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance '84322947-433b-42fe-bf03-b93de0c16bdf' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.963896] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5e7b2-d860-4086-857e-614a59e53e1b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.988946] env[70261]: DEBUG nova.compute.manager [req-0473f96d-c90c-49b4-9526-ec63cb7dbc21 req-5b9c972b-7fe6-4c05-aa0a-9f3303c12a5f service nova] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Detach interface failed, port_id=cb728f93-78af-44c5-b927-42fa7132bfcf, reason: Instance b94e55c3-1099-46c7-abfe-dad7cc3c790c could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.322546] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.347540] env[70261]: INFO nova.scheduler.client.report [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted allocations for instance 6130f898-f5a9-425e-b353-4e56bec21121 [ 1331.375639] env[70261]: INFO nova.compute.manager [-] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Took 1.24 seconds to deallocate network for instance. [ 1331.855475] env[70261]: DEBUG oslo_concurrency.lockutils [None req-5b7b145a-40b0-4f77-a2ef-f1ca53f16cf7 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6130f898-f5a9-425e-b353-4e56bec21121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.447s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.881280] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.881579] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.881823] env[70261]: DEBUG nova.objects.instance [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lazy-loading 'resources' on Instance uuid b94e55c3-1099-46c7-abfe-dad7cc3c790c {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.441356] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d562bcd4-8525-4a2f-ac2a-eaed197a924b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.448617] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0522ea-d561-4073-80b8-89e6cccf0823 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.484051] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeca04d-aafa-4add-9822-aff43a7453af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.491050] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78568aed-487d-4fee-ba53-51ccb1754051 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.503538] env[70261]: DEBUG nova.compute.provider_tree [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.803513] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.803513] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.010368] env[70261]: DEBUG nova.scheduler.client.report [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.189497] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.189756] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.189947] env[70261]: DEBUG nova.compute.manager [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Going to confirm migration 9 {{(pid=70261) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1333.306226] env[70261]: DEBUG nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.515875] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.538062] env[70261]: INFO nova.scheduler.client.report [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Deleted allocations for instance b94e55c3-1099-46c7-abfe-dad7cc3c790c [ 1333.747189] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.747378] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.747584] env[70261]: DEBUG nova.network.neutron [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1333.747767] env[70261]: DEBUG nova.objects.instance [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'info_cache' on Instance uuid 84322947-433b-42fe-bf03-b93de0c16bdf {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.829411] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.829638] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.831616] env[70261]: INFO nova.compute.claims [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.046288] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6b99d4b5-2f75-4bcc-be4d-aae33db9fe89 tempest-ServerRescueTestJSONUnderV235-1636778356 tempest-ServerRescueTestJSONUnderV235-1636778356-project-member] Lock "b94e55c3-1099-46c7-abfe-dad7cc3c790c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.518s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.907289] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046e0f46-70ee-43f1-93ff-4deba6b2b1f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.920063] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b0e545-b9d5-46cc-bd82-a29ef5169252 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.954051] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea343166-ca67-4660-815c-4df4de1203e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.962396] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71c65ce-53c8-4493-9ffa-3d31323a7cc1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.979982] env[70261]: DEBUG nova.compute.provider_tree [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.083662] env[70261]: DEBUG nova.network.neutron [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [{"id": "56cec359-3332-4663-a6ed-66ce62131955", "address": "fa:16:3e:a9:90:29", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56cec359-33", "ovs_interfaceid": "56cec359-3332-4663-a6ed-66ce62131955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.484020] env[70261]: DEBUG nova.scheduler.client.report [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.587219] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-84322947-433b-42fe-bf03-b93de0c16bdf" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.587518] env[70261]: DEBUG nova.objects.instance [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'migration_context' on Instance uuid 84322947-433b-42fe-bf03-b93de0c16bdf {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.991632] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.991632] env[70261]: DEBUG nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.096685] env[70261]: DEBUG nova.objects.base [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Object Instance<84322947-433b-42fe-bf03-b93de0c16bdf> lazy-loaded attributes: info_cache,migration_context {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1336.096685] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6d8640-bee0-4989-a071-af63bde2a3c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.120642] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918a3b09-5f6d-4b87-8ad3-2910755b5f41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.126934] env[70261]: DEBUG oslo_vmware.api [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1336.126934] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b337db-0a36-40ce-ce1c-09d153a59fc0" [ 1336.126934] env[70261]: _type = "Task" [ 1336.126934] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.135114] env[70261]: DEBUG oslo_vmware.api [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b337db-0a36-40ce-ce1c-09d153a59fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.496166] env[70261]: DEBUG nova.compute.utils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.499030] env[70261]: DEBUG nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.499030] env[70261]: DEBUG nova.network.neutron [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.540924] env[70261]: DEBUG nova.policy [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec0131fa1775485c84aa721579ad0c7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d78ecc6df0c45b9abf21069ea933285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.646063] env[70261]: DEBUG oslo_vmware.api [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b337db-0a36-40ce-ce1c-09d153a59fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008338} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.646063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.646063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.829369] env[70261]: DEBUG nova.network.neutron [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Successfully created port: 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.003942] env[70261]: DEBUG nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.216634] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597bf109-ba7e-4db4-b75c-80dd92652795 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.225843] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6421e619-e2b3-463f-b9f2-d28b4217c03f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.257382] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bccd55-993f-40f4-be9d-6e9de6af9b0b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.265829] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84fc952-3adc-4f3c-8257-5903afc8ee3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.280022] env[70261]: DEBUG nova.compute.provider_tree [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.784815] env[70261]: DEBUG nova.scheduler.client.report [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.904915] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.905297] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.012730] env[70261]: DEBUG nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.040174] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.040429] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.040587] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.040773] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.040927] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.041081] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.041296] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.041458] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.041625] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.041791] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.041963] env[70261]: DEBUG nova.virt.hardware [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.042842] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4096194-fc1f-4a48-89fb-d2623da5181e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.051134] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea4b75-20f9-46d8-8dd8-640d4fa887d4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.248124] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.248374] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.274675] env[70261]: DEBUG nova.compute.manager [req-90512421-43ad-4de1-b188-0c0dba7653a2 req-24453273-fb46-40fa-80d0-89865db436bb service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-vif-plugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.274728] env[70261]: DEBUG oslo_concurrency.lockutils [req-90512421-43ad-4de1-b188-0c0dba7653a2 req-24453273-fb46-40fa-80d0-89865db436bb service nova] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.274929] env[70261]: DEBUG oslo_concurrency.lockutils [req-90512421-43ad-4de1-b188-0c0dba7653a2 req-24453273-fb46-40fa-80d0-89865db436bb service nova] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.275113] env[70261]: DEBUG oslo_concurrency.lockutils [req-90512421-43ad-4de1-b188-0c0dba7653a2 req-24453273-fb46-40fa-80d0-89865db436bb service nova] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.275283] env[70261]: DEBUG nova.compute.manager [req-90512421-43ad-4de1-b188-0c0dba7653a2 req-24453273-fb46-40fa-80d0-89865db436bb service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] No waiting events found dispatching network-vif-plugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.275445] env[70261]: WARNING nova.compute.manager [req-90512421-43ad-4de1-b188-0c0dba7653a2 req-24453273-fb46-40fa-80d0-89865db436bb service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received unexpected event network-vif-plugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a for instance with vm_state building and task_state spawning. [ 1338.359621] env[70261]: DEBUG nova.network.neutron [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Successfully updated port: 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.408064] env[70261]: DEBUG nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.750402] env[70261]: DEBUG nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.795329] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.151s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.862464] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.862636] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.862770] env[70261]: DEBUG nova.network.neutron [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1338.928597] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.928874] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.930656] env[70261]: INFO nova.compute.claims [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.269333] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.349711] env[70261]: INFO nova.scheduler.client.report [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted allocation for migration ac91302d-27b1-418d-ba9d-6d6cded26f69 [ 1339.398612] env[70261]: DEBUG nova.network.neutron [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1339.559326] env[70261]: DEBUG nova.network.neutron [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.856215] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f0554528-1c52-43d1-8fab-ce5753e9af55 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.666s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.011652] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd7945-c157-4362-b622-879d426f9693 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.019148] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a6e831-0f8f-4c6f-a42c-59e8ef7a27ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.049606] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ae58c-0b44-4f21-a305-43d1d1905f17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.056691] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7414d5a5-1458-4045-86b8-c67ef51ecd4c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.061896] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.062204] env[70261]: DEBUG nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Instance network_info: |[{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.069728] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:b0:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f9be5e-b497-4e14-96f9-7fedd9eaaf0a', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.077006] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.077392] env[70261]: DEBUG nova.compute.provider_tree [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.078613] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.078828] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88acb767-cab5-4ae9-ac37-40a2fbe92aa8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.093212] env[70261]: DEBUG nova.scheduler.client.report [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.101236] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.101236] env[70261]: value = "task-3387142" [ 1340.101236] env[70261]: _type = "Task" [ 1340.101236] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.108862] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387142, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.294193] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.294515] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.294721] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.294908] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.295093] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.297432] env[70261]: INFO nova.compute.manager [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Terminating instance [ 1340.305360] env[70261]: DEBUG nova.compute.manager [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.305551] env[70261]: DEBUG nova.compute.manager [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing instance network info cache due to event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.305760] env[70261]: DEBUG oslo_concurrency.lockutils [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] Acquiring lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.305886] env[70261]: DEBUG oslo_concurrency.lockutils [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] Acquired lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.306101] env[70261]: DEBUG nova.network.neutron [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1340.598395] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.669s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.598908] env[70261]: DEBUG nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.601434] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.332s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.602937] env[70261]: INFO nova.compute.claims [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.614159] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387142, 'name': CreateVM_Task, 'duration_secs': 0.328924} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.614308] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.614959] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.615139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.615445] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.615687] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d67ec7e-cf5d-48d6-8f2f-b9dd5eca19a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.620252] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1340.620252] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5268e8be-cffd-27d1-22b3-04b82ba1cc24" [ 1340.620252] env[70261]: _type = "Task" [ 1340.620252] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.627788] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5268e8be-cffd-27d1-22b3-04b82ba1cc24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.801815] env[70261]: DEBUG nova.compute.manager [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.802098] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.802928] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ae5ca-ccd9-4abb-b874-80e31e9623f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.812205] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.812721] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ae53ae-d611-4fb9-9d98-a8041e0b2934 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.818450] env[70261]: DEBUG oslo_vmware.api [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1340.818450] env[70261]: value = "task-3387143" [ 1340.818450] env[70261]: _type = "Task" [ 1340.818450] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.826307] env[70261]: DEBUG oslo_vmware.api [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.104018] env[70261]: DEBUG nova.network.neutron [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updated VIF entry in instance network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1341.104384] env[70261]: DEBUG nova.network.neutron [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.107062] env[70261]: DEBUG nova.compute.utils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.109672] env[70261]: DEBUG nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.109823] env[70261]: DEBUG nova.network.neutron [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.130107] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5268e8be-cffd-27d1-22b3-04b82ba1cc24, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.130389] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.130620] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.130984] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.130984] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.131176] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.131419] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bf3633c-2df5-4df0-93a4-d9178833d67e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.141367] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.141551] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.143355] env[70261]: DEBUG nova.policy [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992ed69314024502a078446a4ccbef37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03bf85f68aa41f5880a7dfe39414d46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.144665] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159d13b5-62df-44dd-8085-65c54ebe2d63 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.149576] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1341.149576] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ddfc4-2b2a-7ea7-9d64-20b4d139050b" [ 1341.149576] env[70261]: _type = "Task" [ 1341.149576] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.157302] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ddfc4-2b2a-7ea7-9d64-20b4d139050b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.328369] env[70261]: DEBUG oslo_vmware.api [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387143, 'name': PowerOffVM_Task, 'duration_secs': 0.193122} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.328631] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.328788] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.329054] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a574eb38-77c3-4060-abd9-9d6150ee520b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.375798] env[70261]: DEBUG nova.network.neutron [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Successfully created port: 7d220727-eb6b-4f50-8b6c-695c922b0fe0 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.391481] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.391700] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.391878] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleting the datastore file [datastore2] 84322947-433b-42fe-bf03-b93de0c16bdf {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.392147] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02cfd257-672a-494b-8ea6-792a0567fa6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.398369] env[70261]: DEBUG oslo_vmware.api [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1341.398369] env[70261]: value = "task-3387145" [ 1341.398369] env[70261]: _type = "Task" [ 1341.398369] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.405914] env[70261]: DEBUG oslo_vmware.api [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.607418] env[70261]: DEBUG oslo_concurrency.lockutils [req-5d35c455-3ecd-45a6-9ac9-a5b8e512f693 req-96706ba0-8fa2-43cf-9d8b-ca0a260cae7c service nova] Releasing lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.610297] env[70261]: DEBUG nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.662243] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ddfc4-2b2a-7ea7-9d64-20b4d139050b, 'name': SearchDatastore_Task, 'duration_secs': 0.008087} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.665208] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd0b8c7-2bd7-4d73-8013-b23bb92e9883 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.670118] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1341.670118] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524d1cbc-4ac9-8e0b-d6f5-7ac055b75119" [ 1341.670118] env[70261]: _type = "Task" [ 1341.670118] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.674537] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9726e2f-905e-4d90-9de8-c5399c7b1126 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.684490] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e47342b-4410-4af0-8778-bdad44c96488 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.687536] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524d1cbc-4ac9-8e0b-d6f5-7ac055b75119, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.687806] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.688075] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.688602] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c276216-bfcf-4bf3-a0b2-db639c9e80e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.714554] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8244375a-f5b7-425f-bfd4-0863ff6b83bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.718385] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1341.718385] env[70261]: value = "task-3387146" [ 1341.718385] env[70261]: _type = "Task" [ 1341.718385] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.723669] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0d12c0-4f68-4b35-aa1a-28a092e04c59 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.733582] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.741022] env[70261]: DEBUG nova.compute.provider_tree [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.908492] env[70261]: DEBUG oslo_vmware.api [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139302} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.908708] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.908909] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.909114] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.909300] env[70261]: INFO nova.compute.manager [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.909552] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.909750] env[70261]: DEBUG nova.compute.manager [-] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.909847] env[70261]: DEBUG nova.network.neutron [-] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1342.231739] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387146, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.245640] env[70261]: DEBUG nova.scheduler.client.report [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.400452] env[70261]: DEBUG nova.compute.manager [req-6ab0d715-0a94-498a-9d53-cbfdb4b5b678 req-376f3707-9a0c-4c0a-92da-3653cfeef099 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Received event network-vif-deleted-56cec359-3332-4663-a6ed-66ce62131955 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.400728] env[70261]: INFO nova.compute.manager [req-6ab0d715-0a94-498a-9d53-cbfdb4b5b678 req-376f3707-9a0c-4c0a-92da-3653cfeef099 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Neutron deleted interface 56cec359-3332-4663-a6ed-66ce62131955; detaching it from the instance and deleting it from the info cache [ 1342.401246] env[70261]: DEBUG nova.network.neutron [req-6ab0d715-0a94-498a-9d53-cbfdb4b5b678 req-376f3707-9a0c-4c0a-92da-3653cfeef099 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.624695] env[70261]: DEBUG nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.653430] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.653685] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.654606] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.654606] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.654606] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.654606] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.654606] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.654831] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.654831] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.654982] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.655177] env[70261]: DEBUG nova.virt.hardware [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.656039] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df43e7e-c148-417a-b514-f07aa5afd37b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.663938] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1398d93-5d61-475c-8a90-586d6f88b2dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.727932] env[70261]: DEBUG nova.compute.manager [req-b1d9d660-fc4d-4b29-8eb9-293ce2c9ab04 req-061f8ee5-c54f-49f8-9684-5130adb576c3 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Received event network-vif-plugged-7d220727-eb6b-4f50-8b6c-695c922b0fe0 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.728169] env[70261]: DEBUG oslo_concurrency.lockutils [req-b1d9d660-fc4d-4b29-8eb9-293ce2c9ab04 req-061f8ee5-c54f-49f8-9684-5130adb576c3 service nova] Acquiring lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.728376] env[70261]: DEBUG oslo_concurrency.lockutils [req-b1d9d660-fc4d-4b29-8eb9-293ce2c9ab04 req-061f8ee5-c54f-49f8-9684-5130adb576c3 service nova] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.728542] env[70261]: DEBUG oslo_concurrency.lockutils [req-b1d9d660-fc4d-4b29-8eb9-293ce2c9ab04 req-061f8ee5-c54f-49f8-9684-5130adb576c3 service nova] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.728708] env[70261]: DEBUG nova.compute.manager [req-b1d9d660-fc4d-4b29-8eb9-293ce2c9ab04 req-061f8ee5-c54f-49f8-9684-5130adb576c3 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] No waiting events found dispatching network-vif-plugged-7d220727-eb6b-4f50-8b6c-695c922b0fe0 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.728945] env[70261]: WARNING nova.compute.manager [req-b1d9d660-fc4d-4b29-8eb9-293ce2c9ab04 req-061f8ee5-c54f-49f8-9684-5130adb576c3 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Received unexpected event network-vif-plugged-7d220727-eb6b-4f50-8b6c-695c922b0fe0 for instance with vm_state building and task_state spawning. [ 1342.733211] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516572} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.733446] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.733653] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.733893] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f40a60-6c96-4ec8-abf7-62bdb9546668 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.742069] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1342.742069] env[70261]: value = "task-3387147" [ 1342.742069] env[70261]: _type = "Task" [ 1342.742069] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.748944] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.749457] env[70261]: DEBUG nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.751903] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.820657] env[70261]: DEBUG nova.network.neutron [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Successfully updated port: 7d220727-eb6b-4f50-8b6c-695c922b0fe0 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.913636] env[70261]: DEBUG nova.network.neutron [-] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.913636] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed9fc33e-2f4b-4d67-98cd-707bf9bc8094 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.914640] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a37ca91-1f83-4995-8756-54eb7a35f4ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.939363] env[70261]: DEBUG nova.compute.manager [req-6ab0d715-0a94-498a-9d53-cbfdb4b5b678 req-376f3707-9a0c-4c0a-92da-3653cfeef099 service nova] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Detach interface failed, port_id=56cec359-3332-4663-a6ed-66ce62131955, reason: Instance 84322947-433b-42fe-bf03-b93de0c16bdf could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1343.250880] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059322} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.251160] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.251917] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3828d93-8af1-45a4-b197-cd9ea9d3e325 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.255137] env[70261]: DEBUG nova.compute.utils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.256783] env[70261]: DEBUG nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.256963] env[70261]: DEBUG nova.network.neutron [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.278052] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.278412] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c74936a-b397-4757-bb8d-b38a91dc4025 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.297118] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1343.297118] env[70261]: value = "task-3387148" [ 1343.297118] env[70261]: _type = "Task" [ 1343.297118] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.301320] env[70261]: DEBUG nova.policy [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992ed69314024502a078446a4ccbef37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03bf85f68aa41f5880a7dfe39414d46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.308266] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.327137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.327137] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.327137] env[70261]: DEBUG nova.network.neutron [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1343.388919] env[70261]: INFO nova.compute.manager [-] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Took 1.48 seconds to deallocate network for instance. [ 1343.531285] env[70261]: DEBUG nova.network.neutron [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Successfully created port: 31425380-25b5-4a7a-b374-d30f4c25b076 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.760626] env[70261]: DEBUG nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.807946] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387148, 'name': ReconfigVM_Task, 'duration_secs': 0.314033} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.808232] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.808866] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cc53de2-09cc-4f15-941c-8811d40b022d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.814808] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1343.814808] env[70261]: value = "task-3387149" [ 1343.814808] env[70261]: _type = "Task" [ 1343.814808] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.823165] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387149, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.896275] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.896722] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.897013] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.918333] env[70261]: INFO nova.scheduler.client.report [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted allocations for instance 84322947-433b-42fe-bf03-b93de0c16bdf [ 1344.093566] env[70261]: DEBUG nova.network.neutron [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1344.215164] env[70261]: DEBUG nova.network.neutron [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Updating instance_info_cache with network_info: [{"id": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "address": "fa:16:3e:76:78:88", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d220727-eb", "ovs_interfaceid": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.323954] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387149, 'name': Rename_Task, 'duration_secs': 0.138492} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.324244] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.324483] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ce778b-492a-420c-86e5-abf55e13d702 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.330568] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1344.330568] env[70261]: value = "task-3387150" [ 1344.330568] env[70261]: _type = "Task" [ 1344.330568] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.337880] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.428888] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f268eaa8-f03e-47bd-bcc6-4c404fc48c5d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "84322947-433b-42fe-bf03-b93de0c16bdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.134s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.717842] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.718221] env[70261]: DEBUG nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Instance network_info: |[{"id": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "address": "fa:16:3e:76:78:88", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d220727-eb", "ovs_interfaceid": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.718889] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:78:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d220727-eb6b-4f50-8b6c-695c922b0fe0', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.726102] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating folder: Project (f03bf85f68aa41f5880a7dfe39414d46). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.726402] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0a91962-5239-4fc8-857b-75b2387b14bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.738343] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created folder: Project (f03bf85f68aa41f5880a7dfe39414d46) in parent group-v675446. [ 1344.738555] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating folder: Instances. Parent ref: group-v675770. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.738799] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e622137c-6824-4ba7-9aa7-797abbf314a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.748699] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created folder: Instances in parent group-v675770. [ 1344.748969] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.749195] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.749410] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-893a3ba2-60b7-4244-adae-53f29b73e6af {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.766221] env[70261]: DEBUG nova.compute.manager [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Received event network-changed-7d220727-eb6b-4f50-8b6c-695c922b0fe0 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.766457] env[70261]: DEBUG nova.compute.manager [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Refreshing instance network info cache due to event network-changed-7d220727-eb6b-4f50-8b6c-695c922b0fe0. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.766705] env[70261]: DEBUG oslo_concurrency.lockutils [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] Acquiring lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.766860] env[70261]: DEBUG oslo_concurrency.lockutils [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] Acquired lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.767078] env[70261]: DEBUG nova.network.neutron [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Refreshing network info cache for port 7d220727-eb6b-4f50-8b6c-695c922b0fe0 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1344.769727] env[70261]: DEBUG nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.773864] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.773864] env[70261]: value = "task-3387153" [ 1344.773864] env[70261]: _type = "Task" [ 1344.773864] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.784445] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387153, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.792295] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.792523] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.792687] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.792867] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.793027] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.793196] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.793391] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.793550] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.793719] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.793882] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.794068] env[70261]: DEBUG nova.virt.hardware [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.794870] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a82621e-798f-494a-80d6-7d1800bc6802 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.802736] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c1e3e-b33a-4b2c-b2b0-42d262e5b6ef {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.840904] env[70261]: DEBUG oslo_vmware.api [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387150, 'name': PowerOnVM_Task, 'duration_secs': 0.441903} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.841222] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.841373] env[70261]: INFO nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1344.841564] env[70261]: DEBUG nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.842343] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56a33b8-8652-4144-9fd3-b76de5e3acb2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.258600] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "c6956678-b3fa-440a-8880-951c9f632d91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.259040] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.285185] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387153, 'name': CreateVM_Task, 'duration_secs': 0.364581} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.285185] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.288634] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.288813] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.290335] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.291207] env[70261]: DEBUG nova.network.neutron [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Successfully updated port: 31425380-25b5-4a7a-b374-d30f4c25b076 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.292442] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a82767-efa7-43b0-a897-05affe944b7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.298334] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1345.298334] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc1420-dd7a-5740-f2ea-3ee482b89b00" [ 1345.298334] env[70261]: _type = "Task" [ 1345.298334] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.307291] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc1420-dd7a-5740-f2ea-3ee482b89b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.362315] env[70261]: INFO nova.compute.manager [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Took 11.55 seconds to build instance. [ 1345.483167] env[70261]: DEBUG nova.network.neutron [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Updated VIF entry in instance network info cache for port 7d220727-eb6b-4f50-8b6c-695c922b0fe0. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1345.483545] env[70261]: DEBUG nova.network.neutron [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Updating instance_info_cache with network_info: [{"id": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "address": "fa:16:3e:76:78:88", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d220727-eb", "ovs_interfaceid": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.761074] env[70261]: DEBUG nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.796989] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.797154] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.797311] env[70261]: DEBUG nova.network.neutron [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1345.808267] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fc1420-dd7a-5740-f2ea-3ee482b89b00, 'name': SearchDatastore_Task, 'duration_secs': 0.013308} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.808545] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.808771] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.809036] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.809193] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.809372] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.809625] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cabdc34-2002-46ac-b888-6f54b1ca61ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.818168] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.818243] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.818942] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d25c395-c68d-4b11-8e87-339e4dba92c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.823442] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1345.823442] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ddf23-bd50-ef8e-01ba-9a447db3f61d" [ 1345.823442] env[70261]: _type = "Task" [ 1345.823442] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.832680] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ddf23-bd50-ef8e-01ba-9a447db3f61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.864970] env[70261]: DEBUG oslo_concurrency.lockutils [None req-da3c9e0c-a0eb-4259-b093-0b0a1a3255e8 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.061s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.986850] env[70261]: DEBUG oslo_concurrency.lockutils [req-82fe29e5-02c8-4e85-b3c7-8ba435e10feb req-3dfe8c5c-5630-450d-ad04-85f2f7a35c59 service nova] Releasing lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.286613] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.286907] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.288423] env[70261]: INFO nova.compute.claims [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.330772] env[70261]: DEBUG nova.network.neutron [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1346.336679] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527ddf23-bd50-ef8e-01ba-9a447db3f61d, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.337487] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d28346-61b6-46e4-8ad2-87f3ac1b700d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.342702] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1346.342702] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5225d7a1-1c7d-cd5a-6ef3-c2cd16486db8" [ 1346.342702] env[70261]: _type = "Task" [ 1346.342702] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.350407] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5225d7a1-1c7d-cd5a-6ef3-c2cd16486db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.467046] env[70261]: DEBUG nova.network.neutron [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Updating instance_info_cache with network_info: [{"id": "31425380-25b5-4a7a-b374-d30f4c25b076", "address": "fa:16:3e:c1:95:02", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31425380-25", "ovs_interfaceid": "31425380-25b5-4a7a-b374-d30f4c25b076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.788136] env[70261]: DEBUG nova.compute.manager [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Received event network-vif-plugged-31425380-25b5-4a7a-b374-d30f4c25b076 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.788386] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Acquiring lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.788569] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.788741] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.788939] env[70261]: DEBUG nova.compute.manager [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] No waiting events found dispatching network-vif-plugged-31425380-25b5-4a7a-b374-d30f4c25b076 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1346.789139] env[70261]: WARNING nova.compute.manager [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Received unexpected event network-vif-plugged-31425380-25b5-4a7a-b374-d30f4c25b076 for instance with vm_state building and task_state spawning. [ 1346.789310] env[70261]: DEBUG nova.compute.manager [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Received event network-changed-31425380-25b5-4a7a-b374-d30f4c25b076 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.789468] env[70261]: DEBUG nova.compute.manager [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Refreshing instance network info cache due to event network-changed-31425380-25b5-4a7a-b374-d30f4c25b076. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.789636] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Acquiring lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.852601] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5225d7a1-1c7d-cd5a-6ef3-c2cd16486db8, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.852818] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.853083] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/0eee5d62-6d7e-4474-accd-ed1990c3ef3e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.853334] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e658fbb2-5316-49dd-b6de-d0f06b2b9d4e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.860449] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1346.860449] env[70261]: value = "task-3387154" [ 1346.860449] env[70261]: _type = "Task" [ 1346.860449] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.867665] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.970374] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.970816] env[70261]: DEBUG nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Instance network_info: |[{"id": "31425380-25b5-4a7a-b374-d30f4c25b076", "address": "fa:16:3e:c1:95:02", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31425380-25", "ovs_interfaceid": "31425380-25b5-4a7a-b374-d30f4c25b076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.971142] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Acquired lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.971373] env[70261]: DEBUG nova.network.neutron [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Refreshing network info cache for port 31425380-25b5-4a7a-b374-d30f4c25b076 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1346.972813] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:95:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31425380-25b5-4a7a-b374-d30f4c25b076', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.980783] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.981741] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.982368] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e63d97a3-c22a-4835-b2ff-5f9faf5eeaa1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.002759] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.002759] env[70261]: value = "task-3387155" [ 1347.002759] env[70261]: _type = "Task" [ 1347.002759] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.011148] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387155, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.358419] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ccee9f-99af-4678-8688-9982d63ad0aa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.371233] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419789} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.371571] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/0eee5d62-6d7e-4474-accd-ed1990c3ef3e.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.371792] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.372772] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e021da23-cfba-42b3-bbc5-72218cc01f8d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.375711] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc3cd5a-01cd-4a38-a12b-254ac8b86fd1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.405316] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49633d24-d6fa-4187-bb3f-0df39c68f733 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.408221] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1347.408221] env[70261]: value = "task-3387156" [ 1347.408221] env[70261]: _type = "Task" [ 1347.408221] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.417310] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55948dce-4ffc-4a15-9e36-1a74bf56118e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.424107] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.434068] env[70261]: DEBUG nova.compute.provider_tree [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.512840] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387155, 'name': CreateVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.664231] env[70261]: DEBUG nova.network.neutron [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Updated VIF entry in instance network info cache for port 31425380-25b5-4a7a-b374-d30f4c25b076. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1347.664701] env[70261]: DEBUG nova.network.neutron [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Updating instance_info_cache with network_info: [{"id": "31425380-25b5-4a7a-b374-d30f4c25b076", "address": "fa:16:3e:c1:95:02", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31425380-25", "ovs_interfaceid": "31425380-25b5-4a7a-b374-d30f4c25b076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.917756] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068054} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.918065] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.918809] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c7d0d-8b5b-41d7-9cfb-4c058aa4bab2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.940437] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/0eee5d62-6d7e-4474-accd-ed1990c3ef3e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.941292] env[70261]: DEBUG nova.scheduler.client.report [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.944048] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52fb18d7-aea4-4e08-aa8c-4d20ab41c60a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.964521] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1347.964521] env[70261]: value = "task-3387157" [ 1347.964521] env[70261]: _type = "Task" [ 1347.964521] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.972355] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.012520] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387155, 'name': CreateVM_Task, 'duration_secs': 0.521036} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.012676] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.013324] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.013490] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.013801] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.014053] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355dd130-c0e6-46b2-9a9b-f1e4e1bfabf3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.018645] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1348.018645] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5c5af-2605-0912-62e9-9de0d56fb8b9" [ 1348.018645] env[70261]: _type = "Task" [ 1348.018645] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.025668] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5c5af-2605-0912-62e9-9de0d56fb8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.168450] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Releasing lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.168450] env[70261]: DEBUG nova.compute.manager [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.168699] env[70261]: DEBUG nova.compute.manager [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing instance network info cache due to event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.168699] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Acquiring lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.168823] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Acquired lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.168985] env[70261]: DEBUG nova.network.neutron [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1348.459943] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.460456] env[70261]: DEBUG nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.473867] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.529991] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5c5af-2605-0912-62e9-9de0d56fb8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.530287] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.530515] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.530786] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.530940] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.531141] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.531387] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5d6f2da-f961-4712-8877-c79d6c24464f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.549056] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.549240] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.549920] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b89f746-bec5-4a70-89c9-864a6594f3e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.554606] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1348.554606] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cddd04-2890-fb6b-6794-9444d1d055ff" [ 1348.554606] env[70261]: _type = "Task" [ 1348.554606] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.562370] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cddd04-2890-fb6b-6794-9444d1d055ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.864450] env[70261]: DEBUG nova.network.neutron [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updated VIF entry in instance network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1348.865103] env[70261]: DEBUG nova.network.neutron [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.966111] env[70261]: DEBUG nova.compute.utils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.968146] env[70261]: DEBUG nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.968333] env[70261]: DEBUG nova.network.neutron [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.979050] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.005910] env[70261]: DEBUG nova.policy [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b4e03cf7d3244b192a206dba1f26aba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d78bcbb5624e9ead588917801aac00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.065701] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52cddd04-2890-fb6b-6794-9444d1d055ff, 'name': SearchDatastore_Task, 'duration_secs': 0.083571} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.066497] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c46c35-4a83-44d5-aa52-13029a559dc8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.072195] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1349.072195] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523da2e3-fb1c-322a-1627-b68c8bbf986f" [ 1349.072195] env[70261]: _type = "Task" [ 1349.072195] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.079683] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523da2e3-fb1c-322a-1627-b68c8bbf986f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.280758] env[70261]: DEBUG nova.network.neutron [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Successfully created port: 999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.367723] env[70261]: DEBUG oslo_concurrency.lockutils [req-797c8aee-bfeb-4b44-89e3-4f301742be98 req-63800876-e080-46be-9684-0de1c08a4de5 service nova] Releasing lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.472109] env[70261]: DEBUG nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.480143] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387157, 'name': ReconfigVM_Task, 'duration_secs': 1.253516} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.480331] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/0eee5d62-6d7e-4474-accd-ed1990c3ef3e.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.480919] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c6fa2e2-1191-49f5-975f-7af6cbf50393 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.487851] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1349.487851] env[70261]: value = "task-3387158" [ 1349.487851] env[70261]: _type = "Task" [ 1349.487851] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.496196] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387158, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.583076] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523da2e3-fb1c-322a-1627-b68c8bbf986f, 'name': SearchDatastore_Task, 'duration_secs': 0.013559} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.583076] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.583076] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/d809c393-d0a7-4327-ad0a-bc357da6b3b2.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.583403] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc4279fd-3ff4-41ea-8014-ed913d994733 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.589462] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1349.589462] env[70261]: value = "task-3387159" [ 1349.589462] env[70261]: _type = "Task" [ 1349.589462] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.596812] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.000759] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387158, 'name': Rename_Task, 'duration_secs': 0.13154} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.001168] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.001332] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac4ecd13-e778-4759-880f-3e87eccf90bb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.008065] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1350.008065] env[70261]: value = "task-3387160" [ 1350.008065] env[70261]: _type = "Task" [ 1350.008065] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.018102] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.100109] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42641} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.100363] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/d809c393-d0a7-4327-ad0a-bc357da6b3b2.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.100606] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.100814] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03551163-2429-477c-92a6-375f5b5ea6b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.108532] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1350.108532] env[70261]: value = "task-3387161" [ 1350.108532] env[70261]: _type = "Task" [ 1350.108532] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.117304] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.482122] env[70261]: DEBUG nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.508442] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.508686] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.508845] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.509055] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.509212] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.509360] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.509567] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.509738] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.509942] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.510314] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.510314] env[70261]: DEBUG nova.virt.hardware [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.511179] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105014bd-5528-40c1-8398-04a190004c38 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.524439] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f33bca-9b1c-4e40-b24d-1e7544cf9c69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.528207] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387160, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.617284] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05812} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.618919] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.619719] env[70261]: DEBUG nova.compute.manager [req-794c7c9b-77c3-4c9d-bdf2-5d8f2c4836b1 req-fd72805d-a682-4a69-b8cb-579fa6bbe8db service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Received event network-vif-plugged-999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.619915] env[70261]: DEBUG oslo_concurrency.lockutils [req-794c7c9b-77c3-4c9d-bdf2-5d8f2c4836b1 req-fd72805d-a682-4a69-b8cb-579fa6bbe8db service nova] Acquiring lock "c6956678-b3fa-440a-8880-951c9f632d91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.620139] env[70261]: DEBUG oslo_concurrency.lockutils [req-794c7c9b-77c3-4c9d-bdf2-5d8f2c4836b1 req-fd72805d-a682-4a69-b8cb-579fa6bbe8db service nova] Lock "c6956678-b3fa-440a-8880-951c9f632d91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.620322] env[70261]: DEBUG oslo_concurrency.lockutils [req-794c7c9b-77c3-4c9d-bdf2-5d8f2c4836b1 req-fd72805d-a682-4a69-b8cb-579fa6bbe8db service nova] Lock "c6956678-b3fa-440a-8880-951c9f632d91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.620469] env[70261]: DEBUG nova.compute.manager [req-794c7c9b-77c3-4c9d-bdf2-5d8f2c4836b1 req-fd72805d-a682-4a69-b8cb-579fa6bbe8db service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] No waiting events found dispatching network-vif-plugged-999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.620633] env[70261]: WARNING nova.compute.manager [req-794c7c9b-77c3-4c9d-bdf2-5d8f2c4836b1 req-fd72805d-a682-4a69-b8cb-579fa6bbe8db service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Received unexpected event network-vif-plugged-999d609e-d252-4250-b06d-32bb8f3caf87 for instance with vm_state building and task_state spawning. [ 1350.621402] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17778725-3f27-4cbe-9583-c123e021b225 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.643724] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/d809c393-d0a7-4327-ad0a-bc357da6b3b2.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.644279] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1b43bb-0f6b-4473-b26c-66deec053faa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.663655] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1350.663655] env[70261]: value = "task-3387162" [ 1350.663655] env[70261]: _type = "Task" [ 1350.663655] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.670739] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.700772] env[70261]: DEBUG nova.network.neutron [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Successfully updated port: 999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.020640] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387160, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.173844] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.203683] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.203881] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.204014] env[70261]: DEBUG nova.network.neutron [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1351.521054] env[70261]: DEBUG oslo_vmware.api [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387160, 'name': PowerOnVM_Task, 'duration_secs': 1.302087} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.521341] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.521539] env[70261]: INFO nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1351.521745] env[70261]: DEBUG nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.522494] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0230545-a9fc-4547-80a2-6cf6c4ff91c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.674627] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387162, 'name': ReconfigVM_Task, 'duration_secs': 0.669527} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.674900] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/d809c393-d0a7-4327-ad0a-bc357da6b3b2.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.675512] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f78b924-baa5-4d7d-bf87-8b7697626b9f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.681487] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1351.681487] env[70261]: value = "task-3387163" [ 1351.681487] env[70261]: _type = "Task" [ 1351.681487] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.688794] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387163, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.740443] env[70261]: DEBUG nova.network.neutron [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1351.866346] env[70261]: DEBUG nova.network.neutron [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.038974] env[70261]: INFO nova.compute.manager [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Took 13.13 seconds to build instance. [ 1352.194092] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387163, 'name': Rename_Task, 'duration_secs': 0.14151} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.194377] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.194647] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ebd287-720b-4a76-9e3d-83fa41b84249 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.201668] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1352.201668] env[70261]: value = "task-3387164" [ 1352.201668] env[70261]: _type = "Task" [ 1352.201668] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.210124] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.369311] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.369702] env[70261]: DEBUG nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Instance network_info: |[{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.370184] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:27:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '999d609e-d252-4250-b06d-32bb8f3caf87', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.377999] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.378228] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.378462] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3266ae44-642b-4600-a877-c14fa41b702c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.399835] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.399835] env[70261]: value = "task-3387165" [ 1352.399835] env[70261]: _type = "Task" [ 1352.399835] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.411009] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387165, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.541173] env[70261]: DEBUG oslo_concurrency.lockutils [None req-dd2f104b-db71-40ce-8d4c-36ef4eb51c09 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.636s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.643538] env[70261]: DEBUG nova.compute.manager [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Received event network-changed-999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.643808] env[70261]: DEBUG nova.compute.manager [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Refreshing instance network info cache due to event network-changed-999d609e-d252-4250-b06d-32bb8f3caf87. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.644094] env[70261]: DEBUG oslo_concurrency.lockutils [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] Acquiring lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.644291] env[70261]: DEBUG oslo_concurrency.lockutils [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] Acquired lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.644494] env[70261]: DEBUG nova.network.neutron [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Refreshing network info cache for port 999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1352.711144] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.910432] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387165, 'name': CreateVM_Task, 'duration_secs': 0.303686} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.910599] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.911260] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.911449] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.911849] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.912107] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd857118-0aa7-4ef8-9a3a-9403a3b8aeaf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.916688] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1352.916688] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521cffc8-a0fd-cd92-b73a-d7edfc71fdeb" [ 1352.916688] env[70261]: _type = "Task" [ 1352.916688] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.924295] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521cffc8-a0fd-cd92-b73a-d7edfc71fdeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.212137] env[70261]: DEBUG oslo_vmware.api [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387164, 'name': PowerOnVM_Task, 'duration_secs': 0.603372} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.212458] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.212593] env[70261]: INFO nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1353.212771] env[70261]: DEBUG nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.213597] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05926a4f-da4e-4543-bb00-c30bb97efe25 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.336237] env[70261]: DEBUG nova.network.neutron [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updated VIF entry in instance network info cache for port 999d609e-d252-4250-b06d-32bb8f3caf87. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1353.336635] env[70261]: DEBUG nova.network.neutron [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.426487] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]521cffc8-a0fd-cd92-b73a-d7edfc71fdeb, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.426730] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.426959] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.427218] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.427365] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.427627] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.427793] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a76cc7b4-6f76-42a3-b3f8-307a5ee31906 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.435849] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.436033] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.436695] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3670b7d0-3929-416f-a68f-e96e57138fa0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.441308] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1353.441308] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5294f797-97cd-9ff1-3f3f-82142116eb50" [ 1353.441308] env[70261]: _type = "Task" [ 1353.441308] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.447972] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5294f797-97cd-9ff1-3f3f-82142116eb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.729370] env[70261]: INFO nova.compute.manager [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Took 14.47 seconds to build instance. [ 1353.839588] env[70261]: DEBUG oslo_concurrency.lockutils [req-2e81696f-3eb0-4d29-a5b7-df40100ae206 req-bd0add1b-48c0-4eb7-a843-407ed24fe19d service nova] Releasing lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.951328] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5294f797-97cd-9ff1-3f3f-82142116eb50, 'name': SearchDatastore_Task, 'duration_secs': 0.019143} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.952117] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aae3b27-22f5-4b02-8985-80bcb6a9d3b8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.957294] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1353.957294] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52995f18-3d30-87be-0ed1-7023e1147050" [ 1353.957294] env[70261]: _type = "Task" [ 1353.957294] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.965270] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52995f18-3d30-87be-0ed1-7023e1147050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.231601] env[70261]: DEBUG oslo_concurrency.lockutils [None req-40e2ef01-2339-411f-8f0d-7c5ee9b8c5c0 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.983s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.467584] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52995f18-3d30-87be-0ed1-7023e1147050, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.467840] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.468098] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.468398] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f48b7f2-45d4-4388-920d-a2c048596260 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.474761] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1354.474761] env[70261]: value = "task-3387166" [ 1354.474761] env[70261]: _type = "Task" [ 1354.474761] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.482116] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.684709] env[70261]: INFO nova.compute.manager [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Rescuing [ 1354.685045] env[70261]: DEBUG oslo_concurrency.lockutils [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.685212] env[70261]: DEBUG oslo_concurrency.lockutils [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.685382] env[70261]: DEBUG nova.network.neutron [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1354.984572] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481842} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.984828] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.984975] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.985236] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fd4fbb8-1d63-459a-b2cf-a71682d26f1d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.990834] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1354.990834] env[70261]: value = "task-3387167" [ 1354.990834] env[70261]: _type = "Task" [ 1354.990834] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.997795] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.376560] env[70261]: DEBUG nova.network.neutron [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Updating instance_info_cache with network_info: [{"id": "31425380-25b5-4a7a-b374-d30f4c25b076", "address": "fa:16:3e:c1:95:02", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31425380-25", "ovs_interfaceid": "31425380-25b5-4a7a-b374-d30f4c25b076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.501723] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066114} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.501997] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.502768] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f3ff9-8abb-4ee6-a6c9-12ce94c8354e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.524804] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.525081] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ecc2c7b-198d-46e8-bf2d-4991fa6dcc4f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.544679] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1355.544679] env[70261]: value = "task-3387168" [ 1355.544679] env[70261]: _type = "Task" [ 1355.544679] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.552496] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.879481] env[70261]: DEBUG oslo_concurrency.lockutils [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-d809c393-d0a7-4327-ad0a-bc357da6b3b2" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.054640] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.554809] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387168, 'name': ReconfigVM_Task, 'duration_secs': 0.754504} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.555134] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.556020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c4c22a7-6d92-400d-9160-141a73277bec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.562168] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1356.562168] env[70261]: value = "task-3387169" [ 1356.562168] env[70261]: _type = "Task" [ 1356.562168] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.570235] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387169, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.072518] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387169, 'name': Rename_Task, 'duration_secs': 0.12921} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.072796] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.073053] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b073c69c-ff43-4a78-bf75-3a275904ace5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.078626] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1357.078626] env[70261]: value = "task-3387170" [ 1357.078626] env[70261]: _type = "Task" [ 1357.078626] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.085693] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.409338] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.409669] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dcc0d5e-23b4-4dbd-b027-86e7c9c0a5a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.416419] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1357.416419] env[70261]: value = "task-3387171" [ 1357.416419] env[70261]: _type = "Task" [ 1357.416419] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.425093] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.589256] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.925464] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387171, 'name': PowerOffVM_Task, 'duration_secs': 0.186869} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.925730] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.926515] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e58527a-20c7-4dba-8baf-116f57892f23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.945617] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08c8442-c8df-48e5-87e3-b7e9f4a2756c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.976400] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.977163] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1462443-8844-4315-bf83-9ba6a133ec83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.982490] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1357.982490] env[70261]: value = "task-3387172" [ 1357.982490] env[70261]: _type = "Task" [ 1357.982490] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.989756] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.088683] env[70261]: DEBUG oslo_vmware.api [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387170, 'name': PowerOnVM_Task, 'duration_secs': 0.812859} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.088949] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.089157] env[70261]: INFO nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1358.089341] env[70261]: DEBUG nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.090094] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae6cff9-2edc-4848-a168-02d1eba1d9d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.492778] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1358.493022] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.493256] env[70261]: DEBUG oslo_concurrency.lockutils [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.493411] env[70261]: DEBUG oslo_concurrency.lockutils [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.493590] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.493836] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31a49f3-3689-4475-9d67-d45e3858d77d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.501810] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.501975] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.502640] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a007fa22-f9fe-4230-91ee-488d9b94b88b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.506958] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1358.506958] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b4e955-6177-0080-b599-fca2e77c6b65" [ 1358.506958] env[70261]: _type = "Task" [ 1358.506958] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.513993] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b4e955-6177-0080-b599-fca2e77c6b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.607838] env[70261]: INFO nova.compute.manager [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Took 12.34 seconds to build instance. [ 1359.017966] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b4e955-6177-0080-b599-fca2e77c6b65, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.019039] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8227af-3c7d-4b70-abc5-4fcb24d65a76 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.023661] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1359.023661] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d8fa62-9b32-6bd4-fc3f-fa8fd7f775c4" [ 1359.023661] env[70261]: _type = "Task" [ 1359.023661] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.031277] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d8fa62-9b32-6bd4-fc3f-fa8fd7f775c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.110152] env[70261]: DEBUG oslo_concurrency.lockutils [None req-95c09f2c-b294-40eb-9828-7c9eb6c8f42d tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.851s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.276091] env[70261]: DEBUG nova.compute.manager [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Received event network-changed-999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.276283] env[70261]: DEBUG nova.compute.manager [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Refreshing instance network info cache due to event network-changed-999d609e-d252-4250-b06d-32bb8f3caf87. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.276498] env[70261]: DEBUG oslo_concurrency.lockutils [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] Acquiring lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.276641] env[70261]: DEBUG oslo_concurrency.lockutils [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] Acquired lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.276831] env[70261]: DEBUG nova.network.neutron [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Refreshing network info cache for port 999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1359.533411] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d8fa62-9b32-6bd4-fc3f-fa8fd7f775c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.533667] env[70261]: DEBUG oslo_concurrency.lockutils [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.533924] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. {{(pid=70261) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1359.534189] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33fb2b5a-fad8-4e8d-839b-366c89171ffb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.541438] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1359.541438] env[70261]: value = "task-3387173" [ 1359.541438] env[70261]: _type = "Task" [ 1359.541438] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.548308] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.020076] env[70261]: DEBUG nova.network.neutron [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updated VIF entry in instance network info cache for port 999d609e-d252-4250-b06d-32bb8f3caf87. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1360.020484] env[70261]: DEBUG nova.network.neutron [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.051070] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441134} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.051311] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. [ 1360.052121] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d428663-f62b-41b2-844c-a61ad167cafe {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.077517] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.077816] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087d6f18-0861-4e4d-abd0-4f674bbeccc7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.095097] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1360.095097] env[70261]: value = "task-3387174" [ 1360.095097] env[70261]: _type = "Task" [ 1360.095097] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.103126] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.523923] env[70261]: DEBUG oslo_concurrency.lockutils [req-da3f4092-56e6-497e-a5d9-edd724fc1839 req-7bd05985-21a2-46f1-8abf-33620bc66d9b service nova] Releasing lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.605739] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.105635] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.608057] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387174, 'name': ReconfigVM_Task, 'duration_secs': 1.113199} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.608421] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.609408] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4ec1d-e3bc-4b20-9ddd-00ecab014666 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.634300] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcb40cf-524c-4e1a-8c72-5365e989fbdd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.649642] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1361.649642] env[70261]: value = "task-3387175" [ 1361.649642] env[70261]: _type = "Task" [ 1361.649642] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.658815] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.158724] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387175, 'name': ReconfigVM_Task, 'duration_secs': 0.156797} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.159125] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.159207] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7623998-c8a6-49df-a86c-a73bd57fbe3c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.164359] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1362.164359] env[70261]: value = "task-3387176" [ 1362.164359] env[70261]: _type = "Task" [ 1362.164359] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.171186] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.676250] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.174852] env[70261]: DEBUG oslo_vmware.api [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387176, 'name': PowerOnVM_Task, 'duration_secs': 0.528957} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.175191] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.177924] env[70261]: DEBUG nova.compute.manager [None req-46b939bd-b6f7-41de-8263-d4ffaba7ac9b tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.178671] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d8a7d-c305-4275-867b-ff62609eee6e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.046190] env[70261]: INFO nova.compute.manager [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Rescuing [ 1366.046641] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.046641] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.046802] env[70261]: DEBUG nova.network.neutron [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1366.781971] env[70261]: DEBUG nova.network.neutron [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Updating instance_info_cache with network_info: [{"id": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "address": "fa:16:3e:76:78:88", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d220727-eb", "ovs_interfaceid": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.285571] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.827791] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.828190] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e983dd60-86a2-4cc6-921a-4ef1306a25e1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.835556] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1368.835556] env[70261]: value = "task-3387177" [ 1368.835556] env[70261]: _type = "Task" [ 1368.835556] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.845459] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.344451] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387177, 'name': PowerOffVM_Task, 'duration_secs': 0.21922} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.346026] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.346026] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7904e2-26d5-49c0-b8d9-4b8f03c9413b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.363841] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b725ed6-e135-4f22-bbf7-bb42601a0fa1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.388870] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.389155] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-897be86c-c8aa-489f-83dd-8c13af3f2b9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.394926] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1369.394926] env[70261]: value = "task-3387178" [ 1369.394926] env[70261]: _type = "Task" [ 1369.394926] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.401909] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.904587] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1369.904995] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.905115] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.905276] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.905455] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.905707] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79bee3d8-7779-4632-93b9-b4691de9c63f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.913663] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.913873] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.914559] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3321a9c4-ab8e-4375-9573-b0ebd7a679a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.919386] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1369.919386] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52167178-deda-e420-a4cb-525fd09970fa" [ 1369.919386] env[70261]: _type = "Task" [ 1369.919386] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.926680] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52167178-deda-e420-a4cb-525fd09970fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.429221] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52167178-deda-e420-a4cb-525fd09970fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.429976] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f0c6df-66fc-4e4e-aaef-2cd40f25d7ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.435370] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1370.435370] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526c3757-1852-0041-1000-5e94a90c4f06" [ 1370.435370] env[70261]: _type = "Task" [ 1370.435370] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.442635] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526c3757-1852-0041-1000-5e94a90c4f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.946034] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526c3757-1852-0041-1000-5e94a90c4f06, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.946034] env[70261]: DEBUG oslo_concurrency.lockutils [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.946531] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. {{(pid=70261) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1370.946531] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ea4d8a-4d78-4e18-9a7c-079fcdbf2afc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.952488] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1370.952488] env[70261]: value = "task-3387179" [ 1370.952488] env[70261]: _type = "Task" [ 1370.952488] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.959229] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.461611] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461758} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.461874] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. [ 1371.462641] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a1b365-ccc4-451a-88b3-5fb20f2e5535 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.486634] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.486916] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefd0463-6163-480e-bba9-ccaad6f94f46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.502872] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1371.502872] env[70261]: value = "task-3387180" [ 1371.502872] env[70261]: _type = "Task" [ 1371.502872] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.510443] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.013315] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387180, 'name': ReconfigVM_Task, 'duration_secs': 0.44994} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.013735] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.014388] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de2a56-a41a-425e-914c-6ce0045be7bb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.040503] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf64205e-dedf-4f93-8dd6-1633d76e446d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.056105] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1372.056105] env[70261]: value = "task-3387181" [ 1372.056105] env[70261]: _type = "Task" [ 1372.056105] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.063667] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.566071] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.066954] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.567862] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387181, 'name': ReconfigVM_Task, 'duration_secs': 1.169748} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.568174] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.568463] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea121634-962b-49a8-a4f1-580532d08ead {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.575869] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1373.575869] env[70261]: value = "task-3387182" [ 1373.575869] env[70261]: _type = "Task" [ 1373.575869] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.582584] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.086906] env[70261]: DEBUG oslo_vmware.api [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387182, 'name': PowerOnVM_Task, 'duration_secs': 0.374267} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.087313] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.089931] env[70261]: DEBUG nova.compute.manager [None req-84c942aa-2d74-495b-a8ba-b46def40ddf3 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.090678] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ef356e-9135-4a91-9e96-de25c590d514 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.040905] env[70261]: INFO nova.compute.manager [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Unrescuing [ 1375.041207] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.041363] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.041531] env[70261]: DEBUG nova.network.neutron [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1375.718569] env[70261]: DEBUG nova.network.neutron [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Updating instance_info_cache with network_info: [{"id": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "address": "fa:16:3e:76:78:88", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d220727-eb", "ovs_interfaceid": "7d220727-eb6b-4f50-8b6c-695c922b0fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.222082] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-0eee5d62-6d7e-4474-accd-ed1990c3ef3e" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.222801] env[70261]: DEBUG nova.objects.instance [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lazy-loading 'flavor' on Instance uuid 0eee5d62-6d7e-4474-accd-ed1990c3ef3e {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.728128] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44282880-bafc-4d03-97de-b58542a7d270 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.750837] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.751182] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a9a11fc-7884-4894-8a8f-944b1acd8d38 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.757631] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1376.757631] env[70261]: value = "task-3387183" [ 1376.757631] env[70261]: _type = "Task" [ 1376.757631] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.764977] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.267197] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387183, 'name': PowerOffVM_Task, 'duration_secs': 0.207874} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.267412] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.272490] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1377.272742] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892886c2-1e51-47a0-92c7-5546e8ffacf0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.290459] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1377.290459] env[70261]: value = "task-3387184" [ 1377.290459] env[70261]: _type = "Task" [ 1377.290459] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.297773] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.800125] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387184, 'name': ReconfigVM_Task, 'duration_secs': 0.387729} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.800647] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1377.800647] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.800808] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4db16778-fd4d-40a5-9770-cb767f09cddb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.806751] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1377.806751] env[70261]: value = "task-3387185" [ 1377.806751] env[70261]: _type = "Task" [ 1377.806751] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.813653] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.316640] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.817289] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.318268] env[70261]: DEBUG oslo_vmware.api [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387185, 'name': PowerOnVM_Task, 'duration_secs': 1.166265} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.318589] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.318758] env[70261]: DEBUG nova.compute.manager [None req-c84682d7-00a3-4c30-96cf-8268600d01fe tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.319506] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de21593d-9677-47ee-8743-564073feba83 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.788232] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "36aae917-c0f7-4601-8e12-bcdfa103e349" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.788567] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.291352] env[70261]: DEBUG nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.625959] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.626239] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.626452] env[70261]: INFO nova.compute.manager [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Shelving [ 1383.814668] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.814977] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.816504] env[70261]: INFO nova.compute.claims [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.635062] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.635062] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39972f73-914c-49e9-8d81-6e4139476f04 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.641012] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1384.641012] env[70261]: value = "task-3387186" [ 1384.641012] env[70261]: _type = "Task" [ 1384.641012] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.648898] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.894565] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67a5090-ade5-49ee-bb94-0bbe1580fbcb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.901763] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9732a382-d4b2-421f-9f55-6c1ccdae35b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.932501] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959b1530-77b8-4bdf-8ca7-3a315c4cc085 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.939321] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abb8654-c3ab-42ec-b8de-8d248ef73514 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.952010] env[70261]: DEBUG nova.compute.provider_tree [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.151680] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387186, 'name': PowerOffVM_Task, 'duration_secs': 0.338648} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.151897] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.152658] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1147c5b-bd19-4911-a2f1-45a9e9ed63c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.169959] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee622a0-372b-4136-88c9-e4c8b13a2254 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.455415] env[70261]: DEBUG nova.scheduler.client.report [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.679571] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1385.679871] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a20a0cac-798e-4f1e-8fb4-2c036bdadab2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.687371] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1385.687371] env[70261]: value = "task-3387187" [ 1385.687371] env[70261]: _type = "Task" [ 1385.687371] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.695284] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387187, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.960550] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.961053] env[70261]: DEBUG nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.196920] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387187, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.466282] env[70261]: DEBUG nova.compute.utils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.467712] env[70261]: DEBUG nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.467884] env[70261]: DEBUG nova.network.neutron [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1386.505284] env[70261]: DEBUG nova.policy [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992ed69314024502a078446a4ccbef37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03bf85f68aa41f5880a7dfe39414d46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1386.697117] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387187, 'name': CreateSnapshot_Task, 'duration_secs': 0.539493} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.697392] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1386.698142] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d742bf35-25c4-42be-b3db-53b5f527fc68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.759218] env[70261]: DEBUG nova.network.neutron [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Successfully created port: 608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.971288] env[70261]: DEBUG nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.214483] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1387.214763] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50eeb4f3-4188-4c26-9802-c7602202b17a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.223282] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1387.223282] env[70261]: value = "task-3387188" [ 1387.223282] env[70261]: _type = "Task" [ 1387.223282] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.231258] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387188, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.549398] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.549631] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.549792] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.549945] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.550123] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.550276] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.550424] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.550563] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1387.550719] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.734147] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387188, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.981524] env[70261]: DEBUG nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.008670] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.008905] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.009075] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.009267] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.009465] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.009627] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.009839] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.010000] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.010184] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.010349] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.010524] env[70261]: DEBUG nova.virt.hardware [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.011427] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b15ee3-164d-49da-bea8-ce98d32b1100 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.019512] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e400f5f5-2988-4f15-acf6-21f17f6310de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.054623] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.054623] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.054938] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.054938] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1388.055778] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b94579-430b-40c6-817c-9688f9083b4b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.063439] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797be05-32c1-4087-b57c-538dcf645e7e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.078264] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92196a2-48a3-451c-92b6-03b90d0f650c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.084831] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955289c-5b6d-4231-8195-72f67273d441 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.115203] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180559MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1388.115374] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.115599] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.126136] env[70261]: DEBUG nova.compute.manager [req-77bd90b2-a84f-4825-9fef-3d0af02a60b6 req-639b0438-2a33-4052-acb6-2021e7cb0aa6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Received event network-vif-plugged-608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.126399] env[70261]: DEBUG oslo_concurrency.lockutils [req-77bd90b2-a84f-4825-9fef-3d0af02a60b6 req-639b0438-2a33-4052-acb6-2021e7cb0aa6 service nova] Acquiring lock "36aae917-c0f7-4601-8e12-bcdfa103e349-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.126929] env[70261]: DEBUG oslo_concurrency.lockutils [req-77bd90b2-a84f-4825-9fef-3d0af02a60b6 req-639b0438-2a33-4052-acb6-2021e7cb0aa6 service nova] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.126929] env[70261]: DEBUG oslo_concurrency.lockutils [req-77bd90b2-a84f-4825-9fef-3d0af02a60b6 req-639b0438-2a33-4052-acb6-2021e7cb0aa6 service nova] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.127300] env[70261]: DEBUG nova.compute.manager [req-77bd90b2-a84f-4825-9fef-3d0af02a60b6 req-639b0438-2a33-4052-acb6-2021e7cb0aa6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] No waiting events found dispatching network-vif-plugged-608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.127300] env[70261]: WARNING nova.compute.manager [req-77bd90b2-a84f-4825-9fef-3d0af02a60b6 req-639b0438-2a33-4052-acb6-2021e7cb0aa6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Received unexpected event network-vif-plugged-608ac8e4-cee5-450d-bbad-83cc874237e4 for instance with vm_state building and task_state spawning. [ 1388.215452] env[70261]: DEBUG nova.network.neutron [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Successfully updated port: 608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.235396] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387188, 'name': CloneVM_Task, 'duration_secs': 0.965032} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.235659] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Created linked-clone VM from snapshot [ 1388.236509] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacf6b22-de34-4dba-8a50-d81622c3c744 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.243567] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Uploading image c2118281-bd60-4785-aa41-9a130d3cfa71 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1388.265777] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1388.265777] env[70261]: value = "vm-675776" [ 1388.265777] env[70261]: _type = "VirtualMachine" [ 1388.265777] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1388.266329] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44830581-1b06-470a-a4f8-9f018452e1fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.272514] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease: (returnval){ [ 1388.272514] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f845d5-e2ca-f4e3-dd88-40d4daa98b82" [ 1388.272514] env[70261]: _type = "HttpNfcLease" [ 1388.272514] env[70261]: } obtained for exporting VM: (result){ [ 1388.272514] env[70261]: value = "vm-675776" [ 1388.272514] env[70261]: _type = "VirtualMachine" [ 1388.272514] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1388.272829] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the lease: (returnval){ [ 1388.272829] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f845d5-e2ca-f4e3-dd88-40d4daa98b82" [ 1388.272829] env[70261]: _type = "HttpNfcLease" [ 1388.272829] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1388.279239] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.279239] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f845d5-e2ca-f4e3-dd88-40d4daa98b82" [ 1388.279239] env[70261]: _type = "HttpNfcLease" [ 1388.279239] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1388.718083] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.718083] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.718083] env[70261]: DEBUG nova.network.neutron [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1388.781371] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.781371] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f845d5-e2ca-f4e3-dd88-40d4daa98b82" [ 1388.781371] env[70261]: _type = "HttpNfcLease" [ 1388.781371] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1388.781782] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1388.781782] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52f845d5-e2ca-f4e3-dd88-40d4daa98b82" [ 1388.781782] env[70261]: _type = "HttpNfcLease" [ 1388.781782] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1388.782425] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6147068-d344-4e83-a9f2-a8dedacaa1e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.790297] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdf5ca-e64c-cf68-28c6-a1037fce7a4c/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1388.790499] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdf5ca-e64c-cf68-28c6-a1037fce7a4c/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1388.879055] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4101d4a3-3233-44b0-bfbc-02aeafa3ed01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.143010] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 6976bc99-6e8f-451a-8284-268d607aec64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.143299] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 0eee5d62-6d7e-4474-accd-ed1990c3ef3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.143348] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d809c393-d0a7-4327-ad0a-bc357da6b3b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.143463] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance c6956678-b3fa-440a-8880-951c9f632d91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.143630] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 36aae917-c0f7-4601-8e12-bcdfa103e349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1389.143836] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1389.143965] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1389.229937] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3145e4e-65f4-4a7d-8c02-29362ddeaf1f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.237430] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0f3039-3c2d-447c-be31-79237f6579f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.275152] env[70261]: DEBUG nova.network.neutron [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1389.277938] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c69a3-bf1c-49f9-81f0-6167f6bfcb57 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.285726] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d787aba0-7b5b-4f95-b54c-3d99a94a3568 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.299152] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.428237] env[70261]: DEBUG nova.network.neutron [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.804494] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.930526] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.930926] env[70261]: DEBUG nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Instance network_info: |[{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.931455] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:33:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '608ac8e4-cee5-450d-bbad-83cc874237e4', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.939544] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.939892] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.940241] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33820521-9212-42fe-a0e5-00a035d28158 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.960802] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.960802] env[70261]: value = "task-3387190" [ 1389.960802] env[70261]: _type = "Task" [ 1389.960802] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.969162] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387190, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.153380] env[70261]: DEBUG nova.compute.manager [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Received event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.153712] env[70261]: DEBUG nova.compute.manager [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing instance network info cache due to event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.153880] env[70261]: DEBUG oslo_concurrency.lockutils [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] Acquiring lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.154093] env[70261]: DEBUG oslo_concurrency.lockutils [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] Acquired lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.154293] env[70261]: DEBUG nova.network.neutron [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1390.309583] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1390.309913] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.194s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.473382] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387190, 'name': CreateVM_Task, 'duration_secs': 0.401118} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.473646] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.474371] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.474647] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.475135] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.475389] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccbe55a3-4132-44c7-8c79-324b769c481b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.480422] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1390.480422] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bea4f5-123f-74a4-5163-b99b42e3775d" [ 1390.480422] env[70261]: _type = "Task" [ 1390.480422] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.488529] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bea4f5-123f-74a4-5163-b99b42e3775d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.848642] env[70261]: DEBUG nova.network.neutron [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updated VIF entry in instance network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1390.849266] env[70261]: DEBUG nova.network.neutron [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.991451] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52bea4f5-123f-74a4-5163-b99b42e3775d, 'name': SearchDatastore_Task, 'duration_secs': 0.019551} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.991723] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.991990] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.992262] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.992410] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.992590] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.992848] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec9d27e2-4b77-4ba5-9c3b-209e42c8f48f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.001492] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.001655] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.002371] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b2e620-2f75-4ae1-9874-e0a1d7f7001d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.007443] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1391.007443] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222ab19-8b11-0a1a-a7ef-28c9d442b73e" [ 1391.007443] env[70261]: _type = "Task" [ 1391.007443] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.014944] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222ab19-8b11-0a1a-a7ef-28c9d442b73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.352435] env[70261]: DEBUG oslo_concurrency.lockutils [req-661b59dc-75b6-496e-b4d8-6ee8508e6d7f req-d8e79e30-64af-4a9f-8f9d-f0fce1daefec service nova] Releasing lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.517758] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5222ab19-8b11-0a1a-a7ef-28c9d442b73e, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.518557] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64b90f2-fcd9-452e-9c6a-0caf1e6246bb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.523484] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1391.523484] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215fb0d-6346-1b82-0b9f-7d9d499cbde9" [ 1391.523484] env[70261]: _type = "Task" [ 1391.523484] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.530785] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215fb0d-6346-1b82-0b9f-7d9d499cbde9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.034389] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5215fb0d-6346-1b82-0b9f-7d9d499cbde9, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.034668] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.034965] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/36aae917-c0f7-4601-8e12-bcdfa103e349.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.035270] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90524e2d-ed39-4f1f-82e2-a2057ebf549b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.041928] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1392.041928] env[70261]: value = "task-3387191" [ 1392.041928] env[70261]: _type = "Task" [ 1392.041928] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.050140] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.551808] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387191, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.052443] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559719} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.052708] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/36aae917-c0f7-4601-8e12-bcdfa103e349.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.052919] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.053191] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0999ece0-2999-4d38-a269-598051c5b7be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.060441] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1393.060441] env[70261]: value = "task-3387192" [ 1393.060441] env[70261]: _type = "Task" [ 1393.060441] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.069065] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.570595] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089581} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.570957] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.571662] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75786bf-13b9-45bd-88c9-d2f3834324e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.594606] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/36aae917-c0f7-4601-8e12-bcdfa103e349.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.594816] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-552b610e-7aa0-4c59-951d-99a8857b841f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.612886] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1393.612886] env[70261]: value = "task-3387193" [ 1393.612886] env[70261]: _type = "Task" [ 1393.612886] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.620206] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.122369] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387193, 'name': ReconfigVM_Task, 'duration_secs': 0.332318} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.122639] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/36aae917-c0f7-4601-8e12-bcdfa103e349.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.123300] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab2326d2-1ef8-4cf3-a3a1-29665d42a6c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.129169] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1394.129169] env[70261]: value = "task-3387194" [ 1394.129169] env[70261]: _type = "Task" [ 1394.129169] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.137350] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387194, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.639068] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387194, 'name': Rename_Task, 'duration_secs': 0.149625} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.639521] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.639603] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a9424f-07c8-479f-a92e-ab1df5aea465 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.646461] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1394.646461] env[70261]: value = "task-3387195" [ 1394.646461] env[70261]: _type = "Task" [ 1394.646461] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.654343] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.155803] env[70261]: DEBUG oslo_vmware.api [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387195, 'name': PowerOnVM_Task, 'duration_secs': 0.468107} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.156041] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.156258] env[70261]: INFO nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1395.156499] env[70261]: DEBUG nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.157308] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d3810-e610-43ea-b22d-569cff528fcc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.674633] env[70261]: INFO nova.compute.manager [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Took 11.88 seconds to build instance. [ 1396.177951] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fda6a926-98e7-493d-be27-e872e3c646d4 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.389s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.246122] env[70261]: DEBUG nova.compute.manager [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Received event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.246320] env[70261]: DEBUG nova.compute.manager [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing instance network info cache due to event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.246445] env[70261]: DEBUG oslo_concurrency.lockutils [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] Acquiring lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.246554] env[70261]: DEBUG oslo_concurrency.lockutils [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] Acquired lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.246724] env[70261]: DEBUG nova.network.neutron [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1396.807883] env[70261]: DEBUG nova.compute.manager [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Stashing vm_state: active {{(pid=70261) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1396.977212] env[70261]: DEBUG nova.network.neutron [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updated VIF entry in instance network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1396.977633] env[70261]: DEBUG nova.network.neutron [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.328486] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.328801] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.480900] env[70261]: DEBUG oslo_concurrency.lockutils [req-4052866f-f37f-4d99-8e54-332b28a32ff9 req-87a4343e-8f6a-455c-be38-5a1e8bf75bdc service nova] Releasing lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.833666] env[70261]: INFO nova.compute.claims [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.153407] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdf5ca-e64c-cf68-28c6-a1037fce7a4c/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1398.154400] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca587c0-c460-493a-865d-8109dddd91c8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.160956] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdf5ca-e64c-cf68-28c6-a1037fce7a4c/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1398.161145] env[70261]: ERROR oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdf5ca-e64c-cf68-28c6-a1037fce7a4c/disk-0.vmdk due to incomplete transfer. [ 1398.161365] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d18771a5-2a11-4472-acc8-27550d2f9dfb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.169523] env[70261]: DEBUG oslo_vmware.rw_handles [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdf5ca-e64c-cf68-28c6-a1037fce7a4c/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1398.169719] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Uploaded image c2118281-bd60-4785-aa41-9a130d3cfa71 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1398.172051] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1398.172284] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d70a0a7d-77f6-45f0-ab06-5e8d05170289 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.178408] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1398.178408] env[70261]: value = "task-3387196" [ 1398.178408] env[70261]: _type = "Task" [ 1398.178408] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.186096] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387196, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.340781] env[70261]: INFO nova.compute.resource_tracker [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating resource usage from migration 219ab6f2-9a02-4405-816a-73b0133a4989 [ 1398.422589] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74235eb8-494f-4c8d-a63a-40bc0baa5076 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.430587] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e0506e-ec80-4421-9236-c6ceee3100d3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.463092] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e85f0-90b3-41b6-943f-843cf483119c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.470761] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf1c489-093f-4f1e-95b9-7dce993907b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.483556] env[70261]: DEBUG nova.compute.provider_tree [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.689773] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387196, 'name': Destroy_Task, 'duration_secs': 0.354573} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.690039] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Destroyed the VM [ 1398.690270] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1398.690522] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-796c9967-d3ff-4f83-8ba8-4a87e9e74d27 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.697160] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1398.697160] env[70261]: value = "task-3387197" [ 1398.697160] env[70261]: _type = "Task" [ 1398.697160] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.704694] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387197, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.987312] env[70261]: DEBUG nova.scheduler.client.report [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.206836] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387197, 'name': RemoveSnapshot_Task, 'duration_secs': 0.379993} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.207068] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1399.207408] env[70261]: DEBUG nova.compute.manager [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.208193] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777e40ed-2a9b-4959-ba58-9c33f629530c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.492991] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.164s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.493190] env[70261]: INFO nova.compute.manager [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Migrating [ 1399.719828] env[70261]: INFO nova.compute.manager [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Shelve offloading [ 1400.007292] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.007671] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.007671] env[70261]: DEBUG nova.network.neutron [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1400.223706] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.224020] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2078f09-5105-4d2a-90ea-f396578941f2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.230677] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1400.230677] env[70261]: value = "task-3387198" [ 1400.230677] env[70261]: _type = "Task" [ 1400.230677] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.238383] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.707575] env[70261]: DEBUG nova.network.neutron [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.741569] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1400.741789] env[70261]: DEBUG nova.compute.manager [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.742557] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637ca5b-6ebe-47ba-a434-c72df01b6e76 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.748338] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.748513] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.748678] env[70261]: DEBUG nova.network.neutron [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1401.210244] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.437177] env[70261]: DEBUG nova.network.neutron [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.940224] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.172517] env[70261]: DEBUG nova.compute.manager [req-abd3aace-32d4-4779-83e0-bb8987ad3861 req-72a82256-a8f1-4534-87f3-7b534a591c5d service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-vif-unplugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.172801] env[70261]: DEBUG oslo_concurrency.lockutils [req-abd3aace-32d4-4779-83e0-bb8987ad3861 req-72a82256-a8f1-4534-87f3-7b534a591c5d service nova] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.173013] env[70261]: DEBUG oslo_concurrency.lockutils [req-abd3aace-32d4-4779-83e0-bb8987ad3861 req-72a82256-a8f1-4534-87f3-7b534a591c5d service nova] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.173230] env[70261]: DEBUG oslo_concurrency.lockutils [req-abd3aace-32d4-4779-83e0-bb8987ad3861 req-72a82256-a8f1-4534-87f3-7b534a591c5d service nova] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.173351] env[70261]: DEBUG nova.compute.manager [req-abd3aace-32d4-4779-83e0-bb8987ad3861 req-72a82256-a8f1-4534-87f3-7b534a591c5d service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] No waiting events found dispatching network-vif-unplugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.173545] env[70261]: WARNING nova.compute.manager [req-abd3aace-32d4-4779-83e0-bb8987ad3861 req-72a82256-a8f1-4534-87f3-7b534a591c5d service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received unexpected event network-vif-unplugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a for instance with vm_state shelved and task_state shelving_offloading. [ 1402.260825] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.261785] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50fb45-8cd5-4844-888c-9ff6862ddba7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.269645] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.269871] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-310aeb37-0906-4315-ae1f-ac3ef81394c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.342642] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.342908] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.343050] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleting the datastore file [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.343312] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d597f56-5092-40b5-a355-3fbf0678d4a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.350087] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1402.350087] env[70261]: value = "task-3387200" [ 1402.350087] env[70261]: _type = "Task" [ 1402.350087] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.357361] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.724602] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4358f-1845-4b7e-b5d6-b6c31435a71d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.742723] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance 'c6956678-b3fa-440a-8880-951c9f632d91' progress to 0 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.860009] env[70261]: DEBUG oslo_vmware.api [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134075} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.860285] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.860477] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.860672] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.881638] env[70261]: INFO nova.scheduler.client.report [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted allocations for instance 6976bc99-6e8f-451a-8284-268d607aec64 [ 1403.248314] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.248618] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccc5792c-e4b2-4aba-a0fd-59cc0442f4c5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.255792] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1403.255792] env[70261]: value = "task-3387201" [ 1403.255792] env[70261]: _type = "Task" [ 1403.255792] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.264569] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.386281] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.386626] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.386878] env[70261]: DEBUG nova.objects.instance [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'resources' on Instance uuid 6976bc99-6e8f-451a-8284-268d607aec64 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.767186] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387201, 'name': PowerOffVM_Task, 'duration_secs': 0.19532} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.767477] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.767660] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance 'c6956678-b3fa-440a-8880-951c9f632d91' progress to 17 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.889920] env[70261]: DEBUG nova.objects.instance [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'numa_topology' on Instance uuid 6976bc99-6e8f-451a-8284-268d607aec64 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.199208] env[70261]: DEBUG nova.compute.manager [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.199360] env[70261]: DEBUG nova.compute.manager [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing instance network info cache due to event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.199579] env[70261]: DEBUG oslo_concurrency.lockutils [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] Acquiring lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.199720] env[70261]: DEBUG oslo_concurrency.lockutils [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] Acquired lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.199883] env[70261]: DEBUG nova.network.neutron [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1404.273905] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.274346] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.274346] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.274522] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.274617] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.274760] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.274964] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.275142] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.275303] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.275466] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.275639] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.281381] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deeb60f1-6902-4d4e-a349-ee0a1844b32b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.297101] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1404.297101] env[70261]: value = "task-3387202" [ 1404.297101] env[70261]: _type = "Task" [ 1404.297101] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.305093] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.392881] env[70261]: DEBUG nova.objects.base [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Object Instance<6976bc99-6e8f-451a-8284-268d607aec64> lazy-loaded attributes: resources,numa_topology {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1404.477446] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4276854-e91d-4f76-b475-c70638902bf3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.484910] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8a970-a8b5-4c65-950c-281a6782643b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.516968] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d6e5a7-2681-4ea3-85e4-cc8493953049 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.523675] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bac7629-6b69-4656-b9e6-eedf81b612f1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.536649] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.537152] env[70261]: DEBUG nova.compute.provider_tree [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.808918] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387202, 'name': ReconfigVM_Task, 'duration_secs': 0.158536} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.809242] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance 'c6956678-b3fa-440a-8880-951c9f632d91' progress to 33 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.906065] env[70261]: DEBUG nova.network.neutron [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updated VIF entry in instance network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1404.906451] env[70261]: DEBUG nova.network.neutron [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": null, "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.040277] env[70261]: DEBUG nova.scheduler.client.report [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.315624] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.316051] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.316051] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.316174] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.316349] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.316504] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.316710] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.316869] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.317052] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.317261] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.317445] env[70261]: DEBUG nova.virt.hardware [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.322678] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1405.323101] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdd5bbe-e7bd-47dc-8017-aebe15b8c582 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.342186] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1405.342186] env[70261]: value = "task-3387203" [ 1405.342186] env[70261]: _type = "Task" [ 1405.342186] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.349454] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.409445] env[70261]: DEBUG oslo_concurrency.lockutils [req-e01f3eef-5ed1-4f16-8ba3-ca8c7a6d57df req-c3c1afb1-18ff-49dc-ba6a-fd61501b706a service nova] Releasing lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.544800] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.851623] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387203, 'name': ReconfigVM_Task, 'duration_secs': 0.147652} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.851900] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.852688] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3df6e7-445e-4535-93c4-0161b9fafa16 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.873635] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.873874] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fd9d88-33d5-4d28-b20d-b439054d0b18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.890757] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1405.890757] env[70261]: value = "task-3387204" [ 1405.890757] env[70261]: _type = "Task" [ 1405.890757] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.897889] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.052501] env[70261]: DEBUG oslo_concurrency.lockutils [None req-662178c9-8571-4a8a-a076-aacd5ce6fcbe tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.426s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.052953] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.516s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.053151] env[70261]: INFO nova.compute.manager [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Unshelving [ 1406.399843] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.900021] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387204, 'name': ReconfigVM_Task, 'duration_secs': 0.78701} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.900320] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.900583] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance 'c6956678-b3fa-440a-8880-951c9f632d91' progress to 50 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.073064] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.073354] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.073562] env[70261]: DEBUG nova.objects.instance [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'pci_requests' on Instance uuid 6976bc99-6e8f-451a-8284-268d607aec64 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.407777] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de1a5d0-a309-4b08-9e24-f182fa7af148 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.426756] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a40a504-9e38-46c5-a611-4ecea7335542 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.443958] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance 'c6956678-b3fa-440a-8880-951c9f632d91' progress to 67 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.576878] env[70261]: DEBUG nova.objects.instance [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'numa_topology' on Instance uuid 6976bc99-6e8f-451a-8284-268d607aec64 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.980935] env[70261]: DEBUG nova.network.neutron [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Port 999d609e-d252-4250-b06d-32bb8f3caf87 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1408.079087] env[70261]: INFO nova.compute.claims [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.002915] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "c6956678-b3fa-440a-8880-951c9f632d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.003238] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.003470] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.164051] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25243bb6-03d7-4b45-a8aa-30fadd45a515 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.171699] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d754ee1-1f45-46af-8c74-28e8fa4faa66 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.201994] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eea5bd-85c7-4ca0-b8a6-bda3210cf102 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.209216] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b77600-c892-4fe5-b852-286613962ae1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.221763] env[70261]: DEBUG nova.compute.provider_tree [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.724896] env[70261]: DEBUG nova.scheduler.client.report [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.037726] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.037975] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.038110] env[70261]: DEBUG nova.network.neutron [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1410.231339] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.158s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.259087] env[70261]: INFO nova.network.neutron [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1410.732260] env[70261]: DEBUG nova.network.neutron [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.235282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.634610] env[70261]: DEBUG nova.compute.manager [req-3dd9b2d4-3374-4d39-9e18-121b15dfe348 req-63dcca67-7982-444b-a915-d142b6f420ce service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-vif-plugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.634837] env[70261]: DEBUG oslo_concurrency.lockutils [req-3dd9b2d4-3374-4d39-9e18-121b15dfe348 req-63dcca67-7982-444b-a915-d142b6f420ce service nova] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.635051] env[70261]: DEBUG oslo_concurrency.lockutils [req-3dd9b2d4-3374-4d39-9e18-121b15dfe348 req-63dcca67-7982-444b-a915-d142b6f420ce service nova] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.635222] env[70261]: DEBUG oslo_concurrency.lockutils [req-3dd9b2d4-3374-4d39-9e18-121b15dfe348 req-63dcca67-7982-444b-a915-d142b6f420ce service nova] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.635391] env[70261]: DEBUG nova.compute.manager [req-3dd9b2d4-3374-4d39-9e18-121b15dfe348 req-63dcca67-7982-444b-a915-d142b6f420ce service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] No waiting events found dispatching network-vif-plugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.635559] env[70261]: WARNING nova.compute.manager [req-3dd9b2d4-3374-4d39-9e18-121b15dfe348 req-63dcca67-7982-444b-a915-d142b6f420ce service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received unexpected event network-vif-plugged-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a for instance with vm_state shelved_offloaded and task_state spawning. [ 1411.705857] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.706082] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.706423] env[70261]: DEBUG nova.network.neutron [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1411.756070] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fd9982-d6f2-4626-ad97-9ee22e51eda4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.775099] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4578348a-ee76-4d38-8c0d-5e20a3a371cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.781981] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance 'c6956678-b3fa-440a-8880-951c9f632d91' progress to 83 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.288279] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.288279] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4212b703-a128-4318-9687-73b84e63a27c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.295827] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1412.295827] env[70261]: value = "task-3387205" [ 1412.295827] env[70261]: _type = "Task" [ 1412.295827] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.305954] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.405578] env[70261]: DEBUG nova.network.neutron [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.805887] env[70261]: DEBUG oslo_vmware.api [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387205, 'name': PowerOnVM_Task, 'duration_secs': 0.372292} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.806265] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.806501] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8b006e-a78a-44da-9e46-9bc4d4ca2f39 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance 'c6956678-b3fa-440a-8880-951c9f632d91' progress to 100 {{(pid=70261) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.908692] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.934967] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b006b89f96e538a22c90e867f0ac9b99',container_format='bare',created_at=2025-04-09T13:14:53Z,direct_url=,disk_format='vmdk',id=c2118281-bd60-4785-aa41-9a130d3cfa71,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1343036626-shelved',owner='9d78ecc6df0c45b9abf21069ea933285',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-09T13:15:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.935237] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.935396] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.935584] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.935730] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.935879] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.936101] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.936266] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.936434] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.936596] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.936766] env[70261]: DEBUG nova.virt.hardware [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.937655] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a858760-e74e-4da3-af94-f1b740b873a9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.945404] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b124d2-0fde-468a-a549-c3195e322070 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.958446] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:b0:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f9be5e-b497-4e14-96f9-7fedd9eaaf0a', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.965702] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.965939] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.966157] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07245462-5b30-4016-9644-4cd76a3296b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.984978] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.984978] env[70261]: value = "task-3387206" [ 1412.984978] env[70261]: _type = "Task" [ 1412.984978] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.992719] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387206, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.494740] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387206, 'name': CreateVM_Task, 'duration_secs': 0.301641} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.496041] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.496041] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.496194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.496478] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.496730] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ef45a4-b642-4077-84ec-989af1935aa8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.502348] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1413.502348] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52309269-2640-f3a1-5d1b-90eff9df6096" [ 1413.502348] env[70261]: _type = "Task" [ 1413.502348] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.508739] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52309269-2640-f3a1-5d1b-90eff9df6096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.660060] env[70261]: DEBUG nova.compute.manager [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.660278] env[70261]: DEBUG nova.compute.manager [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing instance network info cache due to event network-changed-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.660488] env[70261]: DEBUG oslo_concurrency.lockutils [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] Acquiring lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.660626] env[70261]: DEBUG oslo_concurrency.lockutils [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] Acquired lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.660779] env[70261]: DEBUG nova.network.neutron [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Refreshing network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1414.012013] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.012286] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Processing image c2118281-bd60-4785-aa41-9a130d3cfa71 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.012537] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71/c2118281-bd60-4785-aa41-9a130d3cfa71.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.012777] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71/c2118281-bd60-4785-aa41-9a130d3cfa71.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.013102] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.013387] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a5d0a9-0820-4a11-aa85-1990871e9ee5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.029701] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.029879] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.030546] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da0dafb-cd56-4938-9ab3-cead6b5cea80 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.034967] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1414.034967] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b08a43-efff-dc82-5b07-ff4811971806" [ 1414.034967] env[70261]: _type = "Task" [ 1414.034967] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.041896] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b08a43-efff-dc82-5b07-ff4811971806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.366758] env[70261]: DEBUG nova.network.neutron [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updated VIF entry in instance network info cache for port 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1414.367121] env[70261]: DEBUG nova.network.neutron [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [{"id": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "address": "fa:16:3e:d4:b0:4f", "network": {"id": "3088c4f6-0385-4c54-b6b0-625db09d6491", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-635244364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d78ecc6df0c45b9abf21069ea933285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f9be5e-b4", "ovs_interfaceid": "10f9be5e-b497-4e14-96f9-7fedd9eaaf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.545015] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Preparing fetch location {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1414.545324] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Fetch image to [datastore1] OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f/OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f.vmdk {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1414.545469] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Downloading stream optimized image c2118281-bd60-4785-aa41-9a130d3cfa71 to [datastore1] OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f/OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f.vmdk on the data store datastore1 as vApp {{(pid=70261) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1414.545643] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Downloading image file data c2118281-bd60-4785-aa41-9a130d3cfa71 to the ESX as VM named 'OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f' {{(pid=70261) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1414.613305] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1414.613305] env[70261]: value = "resgroup-9" [ 1414.613305] env[70261]: _type = "ResourcePool" [ 1414.613305] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1414.613598] env[70261]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d9cc1b6b-b340-46ae-9367-46658c34db94 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.634226] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease: (returnval){ [ 1414.634226] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9237f-f981-1d3a-b364-e8fa68832da0" [ 1414.634226] env[70261]: _type = "HttpNfcLease" [ 1414.634226] env[70261]: } obtained for vApp import into resource pool (val){ [ 1414.634226] env[70261]: value = "resgroup-9" [ 1414.634226] env[70261]: _type = "ResourcePool" [ 1414.634226] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1414.634535] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the lease: (returnval){ [ 1414.634535] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9237f-f981-1d3a-b364-e8fa68832da0" [ 1414.634535] env[70261]: _type = "HttpNfcLease" [ 1414.634535] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1414.642603] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.642603] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9237f-f981-1d3a-b364-e8fa68832da0" [ 1414.642603] env[70261]: _type = "HttpNfcLease" [ 1414.642603] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1414.869956] env[70261]: DEBUG oslo_concurrency.lockutils [req-5d0c74a8-ffed-41a4-8efd-c8a5ba72a3a4 req-961f6bec-18c2-4ec7-98c6-9d6360b8e9b2 service nova] Releasing lock "refresh_cache-6976bc99-6e8f-451a-8284-268d607aec64" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.143173] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.143173] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9237f-f981-1d3a-b364-e8fa68832da0" [ 1415.143173] env[70261]: _type = "HttpNfcLease" [ 1415.143173] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1415.143580] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1415.143580] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52a9237f-f981-1d3a-b364-e8fa68832da0" [ 1415.143580] env[70261]: _type = "HttpNfcLease" [ 1415.143580] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1415.144367] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bcc3f9-97f7-4fcb-a1d3-211b0f498e82 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.151115] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52821e48-bb53-6367-f98c-2601fa683dbb/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1415.151331] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52821e48-bb53-6367-f98c-2601fa683dbb/disk-0.vmdk. {{(pid=70261) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1415.216060] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76c5ca39-603a-4e2d-b2cd-00f780875417 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.364222] env[70261]: DEBUG nova.network.neutron [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Port 999d609e-d252-4250-b06d-32bb8f3caf87 binding to destination host cpu-1 is already ACTIVE {{(pid=70261) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1415.364519] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.364674] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.364839] env[70261]: DEBUG nova.network.neutron [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1416.063171] env[70261]: DEBUG nova.network.neutron [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.567860] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.910113] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Completed reading data from the image iterator. {{(pid=70261) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1416.910405] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52821e48-bb53-6367-f98c-2601fa683dbb/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1416.911390] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ffe40-ffb1-4812-8d8f-a5b160a491d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.921069] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52821e48-bb53-6367-f98c-2601fa683dbb/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1416.921245] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52821e48-bb53-6367-f98c-2601fa683dbb/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1416.921453] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-79525e0f-8dab-4556-9b21-92cacab27e31 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.071381] env[70261]: DEBUG nova.compute.manager [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70261) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1417.071703] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.071939] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.137846] env[70261]: DEBUG oslo_vmware.rw_handles [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52821e48-bb53-6367-f98c-2601fa683dbb/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1417.138130] env[70261]: INFO nova.virt.vmwareapi.images [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Downloaded image file data c2118281-bd60-4785-aa41-9a130d3cfa71 [ 1417.139020] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeac669-85b3-4dac-8d39-63da40bc4a2d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.155777] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6469793-ddf5-4ba3-9df2-1685a0da6c01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.179234] env[70261]: INFO nova.virt.vmwareapi.images [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] The imported VM was unregistered [ 1417.181569] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Caching image {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1417.181794] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.182059] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b6de0cc-861d-4293-8057-c3e9bb83fe6a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.197339] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Created directory with path [datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.197542] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f/OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f.vmdk to [datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71/c2118281-bd60-4785-aa41-9a130d3cfa71.vmdk. {{(pid=70261) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1417.197789] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1379ad1a-cd9a-4034-8784-0c2a70eeaa18 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.204097] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1417.204097] env[70261]: value = "task-3387209" [ 1417.204097] env[70261]: _type = "Task" [ 1417.204097] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.211407] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387209, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.574956] env[70261]: DEBUG nova.objects.instance [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'migration_context' on Instance uuid c6956678-b3fa-440a-8880-951c9f632d91 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.713858] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387209, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.177915] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998053bd-d816-45de-ae1e-19a6e542de2f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.187679] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9217dc9e-4081-4d88-bd20-523a590e5043 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.233108] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a090d48-3624-4fea-9ff3-22b52cab5143 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.244172] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9f001-3da4-48bd-9bfd-dc46ce872329 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.248449] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387209, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.258908] env[70261]: DEBUG nova.compute.provider_tree [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.740447] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387209, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.762763] env[70261]: DEBUG nova.scheduler.client.report [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.239862] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387209, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.741421] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387209, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.775081] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.702s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.241548] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387209, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.808796} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.241893] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f/OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f.vmdk to [datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71/c2118281-bd60-4785-aa41-9a130d3cfa71.vmdk. [ 1420.242024] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Cleaning up location [datastore1] OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1420.242195] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8d3362b7-0190-4cc7-a066-8ddf6495b21f {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.242456] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19bf783e-a03c-415a-992e-0fe24a11d436 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.248416] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1420.248416] env[70261]: value = "task-3387210" [ 1420.248416] env[70261]: _type = "Task" [ 1420.248416] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.255326] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.758260] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034202} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.758495] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.758682] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71/c2118281-bd60-4785-aa41-9a130d3cfa71.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.758932] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71/c2118281-bd60-4785-aa41-9a130d3cfa71.vmdk to [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.759198] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-775c84a3-ccb4-4e89-8e95-874441a09bec {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.766061] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1420.766061] env[70261]: value = "task-3387211" [ 1420.766061] env[70261]: _type = "Task" [ 1420.766061] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.773011] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.276975] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387211, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.312964] env[70261]: INFO nova.compute.manager [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Swapping old allocation on dict_keys(['78dbb7ec-e40b-4c1c-be53-53a1caf6c800']) held by migration 219ab6f2-9a02-4405-816a-73b0133a4989 for instance [ 1421.339274] env[70261]: DEBUG nova.scheduler.client.report [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Overwriting current allocation {'allocations': {'78dbb7ec-e40b-4c1c-be53-53a1caf6c800': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 176}}, 'project_id': 'e9d78bcbb5624e9ead588917801aac00', 'user_id': '7b4e03cf7d3244b192a206dba1f26aba', 'consumer_generation': 1} on consumer c6956678-b3fa-440a-8880-951c9f632d91 {{(pid=70261) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1421.419671] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.419912] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.420164] env[70261]: DEBUG nova.network.neutron [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1421.777414] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387211, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.142434] env[70261]: DEBUG nova.network.neutron [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [{"id": "999d609e-d252-4250-b06d-32bb8f3caf87", "address": "fa:16:3e:8d:27:43", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999d609e-d2", "ovs_interfaceid": "999d609e-d252-4250-b06d-32bb8f3caf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.277951] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387211, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.645232] env[70261]: DEBUG oslo_concurrency.lockutils [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-c6956678-b3fa-440a-8880-951c9f632d91" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.645800] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.646112] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00e4776-04e7-4abf-85c7-96b96c4d8431 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.653600] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1422.653600] env[70261]: value = "task-3387212" [ 1422.653600] env[70261]: _type = "Task" [ 1422.653600] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.662188] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.778668] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387211, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.163331] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387212, 'name': PowerOffVM_Task, 'duration_secs': 0.257619} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.163584] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.164238] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.164455] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.164613] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.164826] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.164983] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.165146] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.165350] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.165509] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.165674] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.165842] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.166015] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.170852] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0c4269-8537-4d52-acc3-41eb1ecaf75b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.185007] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1423.185007] env[70261]: value = "task-3387213" [ 1423.185007] env[70261]: _type = "Task" [ 1423.185007] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.192227] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.278546] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387211, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.245013} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.278930] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c2118281-bd60-4785-aa41-9a130d3cfa71/c2118281-bd60-4785-aa41-9a130d3cfa71.vmdk to [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.279580] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576f32e6-c209-4ef2-b3fa-3a25ed15a8b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.301013] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.301290] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f64c45-3bd5-453d-ba0c-1b99e40e129f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.319527] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1423.319527] env[70261]: value = "task-3387214" [ 1423.319527] env[70261]: _type = "Task" [ 1423.319527] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.326860] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.695086] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387213, 'name': ReconfigVM_Task, 'duration_secs': 0.138075} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.695860] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5274dcd2-0306-477b-ad3a-6084ae72ec2d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.712938] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.713177] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.713335] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.713519] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.713668] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.713857] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.714093] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.714266] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.714427] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.714592] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.714768] env[70261]: DEBUG nova.virt.hardware [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.715534] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57775a5a-d5a4-49d4-b40a-61e7aac595e3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.720429] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1423.720429] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296d67e-e62d-cee0-44c9-1b778d459204" [ 1423.720429] env[70261]: _type = "Task" [ 1423.720429] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.728906] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296d67e-e62d-cee0-44c9-1b778d459204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.828679] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387214, 'name': ReconfigVM_Task, 'duration_secs': 0.315432} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.828951] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64/6976bc99-6e8f-451a-8284-268d607aec64.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.829653] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b712227-6dec-4134-85ce-40e2b45e04c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.835057] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1423.835057] env[70261]: value = "task-3387215" [ 1423.835057] env[70261]: _type = "Task" [ 1423.835057] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.842198] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387215, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.230059] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5296d67e-e62d-cee0-44c9-1b778d459204, 'name': SearchDatastore_Task, 'duration_secs': 0.051391} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.235202] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.235484] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0cf082e-b853-4134-8394-76af42867c01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.252695] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1424.252695] env[70261]: value = "task-3387216" [ 1424.252695] env[70261]: _type = "Task" [ 1424.252695] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.260075] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.344121] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387215, 'name': Rename_Task, 'duration_secs': 0.142216} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.344596] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.344842] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcee0920-0988-40ba-9376-fef8bb9956ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.350579] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1424.350579] env[70261]: value = "task-3387217" [ 1424.350579] env[70261]: _type = "Task" [ 1424.350579] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.357790] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.762850] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387216, 'name': ReconfigVM_Task, 'duration_secs': 0.173883} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.763138] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1424.763880] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4d3830-ebe7-4cca-acd4-734033d6f1fb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.785107] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.785331] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd85603-f188-4a18-9e94-805ee7e4bfee {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.802089] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1424.802089] env[70261]: value = "task-3387218" [ 1424.802089] env[70261]: _type = "Task" [ 1424.802089] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.809371] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.860181] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.311965] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387218, 'name': ReconfigVM_Task, 'duration_secs': 0.263147} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.312313] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c6956678-b3fa-440a-8880-951c9f632d91/c6956678-b3fa-440a-8880-951c9f632d91.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.313031] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0911738b-349f-4da5-9858-d944c4064bdb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.330700] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a339eb41-63c1-4635-8fa8-e4f90d5f5146 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.349930] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33509d0d-1668-4223-81e0-221b79a89678 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.360105] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.373722] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74ffd51-1edb-4674-8eb3-ca390bf1b454 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.380404] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.380642] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6257dedb-1735-45af-b8c0-4058bb10a696 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.387508] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1425.387508] env[70261]: value = "task-3387219" [ 1425.387508] env[70261]: _type = "Task" [ 1425.387508] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.401328] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.862854] env[70261]: DEBUG oslo_vmware.api [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387217, 'name': PowerOnVM_Task, 'duration_secs': 1.472655} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.863141] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.897367] env[70261]: DEBUG oslo_vmware.api [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387219, 'name': PowerOnVM_Task, 'duration_secs': 0.383868} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.897691] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.975616] env[70261]: DEBUG nova.compute.manager [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.976684] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a2d89-f577-4405-b90c-8d41f27dccbc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.495100] env[70261]: DEBUG oslo_concurrency.lockutils [None req-35b8d0e3-5c19-4ee8-904c-2fbd74eac6f9 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.442s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.909582] env[70261]: INFO nova.compute.manager [None req-eb35d85e-bf74-4b5a-b4c7-9c6813d9b2a1 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance to original state: 'active' [ 1427.501834] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.501834] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.502234] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "6976bc99-6e8f-451a-8284-268d607aec64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.503334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.503334] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.504850] env[70261]: INFO nova.compute.manager [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Terminating instance [ 1428.009269] env[70261]: DEBUG nova.compute.manager [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.009557] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.010429] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa52e3-bc7e-46e0-ab99-c069ede08fcf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.018576] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.018807] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d725adbf-3216-414d-975a-6daa13748bed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.026426] env[70261]: DEBUG oslo_vmware.api [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1428.026426] env[70261]: value = "task-3387220" [ 1428.026426] env[70261]: _type = "Task" [ 1428.026426] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.033942] env[70261]: DEBUG oslo_vmware.api [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.035361] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "c6956678-b3fa-440a-8880-951c9f632d91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.035600] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.035799] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "c6956678-b3fa-440a-8880-951c9f632d91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.035983] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.036160] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.038192] env[70261]: INFO nova.compute.manager [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Terminating instance [ 1428.535867] env[70261]: DEBUG oslo_vmware.api [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387220, 'name': PowerOffVM_Task, 'duration_secs': 0.231194} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.536281] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.536371] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.536548] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285ae796-bd93-4065-9b50-0a2e9ea37ea7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.541727] env[70261]: DEBUG nova.compute.manager [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.541969] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.542688] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70ea85-37b1-452c-856d-169c3f87f2c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.549345] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.549577] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bff8cf7d-aa61-4647-8a8f-1182f4dcb40f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.554416] env[70261]: DEBUG oslo_vmware.api [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1428.554416] env[70261]: value = "task-3387222" [ 1428.554416] env[70261]: _type = "Task" [ 1428.554416] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.562564] env[70261]: DEBUG oslo_vmware.api [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.604224] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.604444] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.604664] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleting the datastore file [datastore1] 6976bc99-6e8f-451a-8284-268d607aec64 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.604896] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22b40232-cdca-468a-97c4-e3d59289c55d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.611416] env[70261]: DEBUG oslo_vmware.api [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for the task: (returnval){ [ 1428.611416] env[70261]: value = "task-3387223" [ 1428.611416] env[70261]: _type = "Task" [ 1428.611416] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.619289] env[70261]: DEBUG oslo_vmware.api [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.064431] env[70261]: DEBUG oslo_vmware.api [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387222, 'name': PowerOffVM_Task, 'duration_secs': 0.302607} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.064688] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.064857] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.065118] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d62a783-6e23-47b2-b6cb-3fcce1e24589 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.120284] env[70261]: DEBUG oslo_vmware.api [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Task: {'id': task-3387223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348192} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.120565] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.120788] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.121054] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.121348] env[70261]: INFO nova.compute.manager [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1429.121713] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.122010] env[70261]: DEBUG nova.compute.manager [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.122188] env[70261]: DEBUG nova.network.neutron [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1429.135054] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.135213] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.135354] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleting the datastore file [datastore2] c6956678-b3fa-440a-8880-951c9f632d91 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.135603] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9153026a-8a62-4888-8259-fc2cb3a08789 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.142074] env[70261]: DEBUG oslo_vmware.api [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1429.142074] env[70261]: value = "task-3387225" [ 1429.142074] env[70261]: _type = "Task" [ 1429.142074] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.149247] env[70261]: DEBUG oslo_vmware.api [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.543372] env[70261]: DEBUG nova.compute.manager [req-5c42d025-942c-47c0-87c8-87644279ba21 req-fa6f9d12-281d-41e6-92ba-3b33186986a9 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Received event network-vif-deleted-10f9be5e-b497-4e14-96f9-7fedd9eaaf0a {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.543626] env[70261]: INFO nova.compute.manager [req-5c42d025-942c-47c0-87c8-87644279ba21 req-fa6f9d12-281d-41e6-92ba-3b33186986a9 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Neutron deleted interface 10f9be5e-b497-4e14-96f9-7fedd9eaaf0a; detaching it from the instance and deleting it from the info cache [ 1429.543626] env[70261]: DEBUG nova.network.neutron [req-5c42d025-942c-47c0-87c8-87644279ba21 req-fa6f9d12-281d-41e6-92ba-3b33186986a9 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.651571] env[70261]: DEBUG oslo_vmware.api [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180961} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.651571] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.651571] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.651815] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.651907] env[70261]: INFO nova.compute.manager [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1429.652163] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.652348] env[70261]: DEBUG nova.compute.manager [-] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.652441] env[70261]: DEBUG nova.network.neutron [-] [instance: c6956678-b3fa-440a-8880-951c9f632d91] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1430.028015] env[70261]: DEBUG nova.network.neutron [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.046933] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29d773da-3303-4458-8479-bc2853614aa4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.058842] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c821e5c2-c688-4047-9963-49f5bcb09b7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.087352] env[70261]: DEBUG nova.compute.manager [req-5c42d025-942c-47c0-87c8-87644279ba21 req-fa6f9d12-281d-41e6-92ba-3b33186986a9 service nova] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Detach interface failed, port_id=10f9be5e-b497-4e14-96f9-7fedd9eaaf0a, reason: Instance 6976bc99-6e8f-451a-8284-268d607aec64 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1430.530955] env[70261]: INFO nova.compute.manager [-] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Took 1.41 seconds to deallocate network for instance. [ 1430.764864] env[70261]: DEBUG nova.network.neutron [-] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.036550] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.036834] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.037067] env[70261]: DEBUG nova.objects.instance [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lazy-loading 'resources' on Instance uuid 6976bc99-6e8f-451a-8284-268d607aec64 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.268190] env[70261]: INFO nova.compute.manager [-] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Took 1.62 seconds to deallocate network for instance. [ 1431.557894] env[70261]: DEBUG nova.scheduler.client.report [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1431.569389] env[70261]: DEBUG nova.compute.manager [req-a4db4405-23ef-4fde-9e88-8af2d13c406d req-8127963e-ec9c-4c9c-866b-e9c12b3f9910 service nova] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Received event network-vif-deleted-999d609e-d252-4250-b06d-32bb8f3caf87 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.571234] env[70261]: DEBUG nova.scheduler.client.report [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1431.571493] env[70261]: DEBUG nova.compute.provider_tree [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.582118] env[70261]: DEBUG nova.scheduler.client.report [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1431.597894] env[70261]: DEBUG nova.scheduler.client.report [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1431.661652] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a93f4-0029-4109-9e61-10a3e841ba3b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.669074] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf2fd1-d8ec-4fa5-8ed1-3cd118ab555d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.699338] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd62b8ec-64fb-497d-8aa5-ca93e94ff643 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.706458] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45841546-1758-456c-8b38-c603922a9272 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.719153] env[70261]: DEBUG nova.compute.provider_tree [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.774284] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.223021] env[70261]: DEBUG nova.scheduler.client.report [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.727950] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.731378] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.956s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.731378] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.748958] env[70261]: INFO nova.scheduler.client.report [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted allocations for instance c6956678-b3fa-440a-8880-951c9f632d91 [ 1432.751169] env[70261]: INFO nova.scheduler.client.report [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Deleted allocations for instance 6976bc99-6e8f-451a-8284-268d607aec64 [ 1433.261336] env[70261]: DEBUG oslo_concurrency.lockutils [None req-e71de595-7bdc-4e0b-a146-113b1ce61495 tempest-ServerActionsTestOtherB-1319057767 tempest-ServerActionsTestOtherB-1319057767-project-member] Lock "6976bc99-6e8f-451a-8284-268d607aec64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.759s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.262317] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ff49a4f9-23b9-4b92-9cf3-434ec1a0b351 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "c6956678-b3fa-440a-8880-951c9f632d91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.227s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.937934] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.938170] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.440529] env[70261]: DEBUG nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.697601] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "36aae917-c0f7-4601-8e12-bcdfa103e349" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.697839] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.963091] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.963367] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.964880] env[70261]: INFO nova.compute.claims [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.201306] env[70261]: DEBUG nova.compute.utils [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.704677] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.026968] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5abbfc-ee85-478b-9c3a-08047710de0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.034602] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e693bf-6304-4e1b-be29-ed60064cb8b2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.063278] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d0b76-5eb1-48e3-83ac-0fde35bb4009 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.069813] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83c0715-df68-42bc-be36-d640d0c5beb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.083288] env[70261]: DEBUG nova.compute.provider_tree [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.586660] env[70261]: DEBUG nova.scheduler.client.report [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.760847] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "36aae917-c0f7-4601-8e12-bcdfa103e349" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.761131] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.761407] env[70261]: INFO nova.compute.manager [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Attaching volume a8fbb275-f150-4aa6-aa1f-ca7290884b0b to /dev/sdb [ 1436.790364] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0817e1d-512d-4ffa-88ca-ce592ca4b6d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.797664] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4698466-ea71-42e5-a3f9-e317286166b6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.810544] env[70261]: DEBUG nova.virt.block_device [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating existing volume attachment record: 42b90a4e-acf9-404d-9383-7f43a42871f7 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.092131] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.092663] env[70261]: DEBUG nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.598137] env[70261]: DEBUG nova.compute.utils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.599667] env[70261]: DEBUG nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.599667] env[70261]: DEBUG nova.network.neutron [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.655989] env[70261]: DEBUG nova.policy [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b4e03cf7d3244b192a206dba1f26aba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d78bcbb5624e9ead588917801aac00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.923529] env[70261]: DEBUG nova.network.neutron [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Successfully created port: 8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.102661] env[70261]: DEBUG nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.112923] env[70261]: DEBUG nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.141449] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.141748] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.141927] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.142253] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.142448] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.142624] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.142864] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.143061] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.143239] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.143445] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.143652] env[70261]: DEBUG nova.virt.hardware [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.144608] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfdef9e-d0c1-4f9a-b84c-b87bc8f74a14 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.153388] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee78fd-507a-4051-aab3-24d4de323973 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.529020] env[70261]: DEBUG nova.compute.manager [req-7677c283-6ae2-4a58-8ba1-09faa9787aa1 req-9b3572e5-ee56-4f23-adb6-f35bb0b7e476 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Received event network-vif-plugged-8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.529272] env[70261]: DEBUG oslo_concurrency.lockutils [req-7677c283-6ae2-4a58-8ba1-09faa9787aa1 req-9b3572e5-ee56-4f23-adb6-f35bb0b7e476 service nova] Acquiring lock "79d57f29-53ce-4e3e-a222-33ef1f7797da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.529487] env[70261]: DEBUG oslo_concurrency.lockutils [req-7677c283-6ae2-4a58-8ba1-09faa9787aa1 req-9b3572e5-ee56-4f23-adb6-f35bb0b7e476 service nova] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.529723] env[70261]: DEBUG oslo_concurrency.lockutils [req-7677c283-6ae2-4a58-8ba1-09faa9787aa1 req-9b3572e5-ee56-4f23-adb6-f35bb0b7e476 service nova] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.529807] env[70261]: DEBUG nova.compute.manager [req-7677c283-6ae2-4a58-8ba1-09faa9787aa1 req-9b3572e5-ee56-4f23-adb6-f35bb0b7e476 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] No waiting events found dispatching network-vif-plugged-8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.530013] env[70261]: WARNING nova.compute.manager [req-7677c283-6ae2-4a58-8ba1-09faa9787aa1 req-9b3572e5-ee56-4f23-adb6-f35bb0b7e476 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Received unexpected event network-vif-plugged-8861d8cb-7d3b-4053-aa49-5b4fb397ad75 for instance with vm_state building and task_state spawning. [ 1439.686947] env[70261]: DEBUG nova.network.neutron [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Successfully updated port: 8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.189990] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.190282] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.190341] env[70261]: DEBUG nova.network.neutron [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1440.724064] env[70261]: DEBUG nova.network.neutron [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1440.913044] env[70261]: DEBUG nova.network.neutron [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updating instance_info_cache with network_info: [{"id": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "address": "fa:16:3e:7f:62:21", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8861d8cb-7d", "ovs_interfaceid": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.360136] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1441.360386] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675781', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'name': 'volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36aae917-c0f7-4601-8e12-bcdfa103e349', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'serial': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1441.361256] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22febc4-06be-4d58-ac23-89a6462f71e9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.381749] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d04dca2-ecb1-489a-9e2e-91bee6fbe3c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.409604] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b/volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.410694] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e1186f1-382a-4d64-a25e-cffe193cc98a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.424190] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.424607] env[70261]: DEBUG nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Instance network_info: |[{"id": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "address": "fa:16:3e:7f:62:21", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8861d8cb-7d", "ovs_interfaceid": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.425203] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:62:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8861d8cb-7d3b-4053-aa49-5b4fb397ad75', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.432608] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.433349] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.433600] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b690819f-7c01-4ce5-9177-dc84f7bbdddb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.450799] env[70261]: DEBUG oslo_vmware.api [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1441.450799] env[70261]: value = "task-3387231" [ 1441.450799] env[70261]: _type = "Task" [ 1441.450799] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.454973] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.454973] env[70261]: value = "task-3387232" [ 1441.454973] env[70261]: _type = "Task" [ 1441.454973] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.460891] env[70261]: DEBUG oslo_vmware.api [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.465965] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387232, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.565327] env[70261]: DEBUG nova.compute.manager [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Received event network-changed-8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.565674] env[70261]: DEBUG nova.compute.manager [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Refreshing instance network info cache due to event network-changed-8861d8cb-7d3b-4053-aa49-5b4fb397ad75. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.565846] env[70261]: DEBUG oslo_concurrency.lockutils [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] Acquiring lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.566045] env[70261]: DEBUG oslo_concurrency.lockutils [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] Acquired lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.566168] env[70261]: DEBUG nova.network.neutron [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Refreshing network info cache for port 8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1441.962255] env[70261]: DEBUG oslo_vmware.api [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387231, 'name': ReconfigVM_Task, 'duration_secs': 0.361359} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.962903] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b/volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.971035] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98615b9d-8333-4b61-994a-fab4f45a9198 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.980322] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387232, 'name': CreateVM_Task, 'duration_secs': 0.312063} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.980506] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.981539] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.981712] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.982039] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.982294] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d50748-4791-458e-b6fb-fca1ec7fba95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.986036] env[70261]: DEBUG oslo_vmware.api [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1441.986036] env[70261]: value = "task-3387233" [ 1441.986036] env[70261]: _type = "Task" [ 1441.986036] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.987079] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1441.987079] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b45962-7e79-6400-ce28-9971ffc6f822" [ 1441.987079] env[70261]: _type = "Task" [ 1441.987079] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.997778] env[70261]: DEBUG oslo_vmware.api [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.000517] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b45962-7e79-6400-ce28-9971ffc6f822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.262178] env[70261]: DEBUG nova.network.neutron [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updated VIF entry in instance network info cache for port 8861d8cb-7d3b-4053-aa49-5b4fb397ad75. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1442.262552] env[70261]: DEBUG nova.network.neutron [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updating instance_info_cache with network_info: [{"id": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "address": "fa:16:3e:7f:62:21", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8861d8cb-7d", "ovs_interfaceid": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.390694] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.390993] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.501228] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b45962-7e79-6400-ce28-9971ffc6f822, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.504221] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.504523] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.504758] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.504906] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.505099] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.505370] env[70261]: DEBUG oslo_vmware.api [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387233, 'name': ReconfigVM_Task, 'duration_secs': 0.136489} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.505594] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4588200d-e70d-41ab-9be9-43b50af5d56f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.507362] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675781', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'name': 'volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36aae917-c0f7-4601-8e12-bcdfa103e349', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'serial': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1442.516957] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.517158] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.517892] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6a3c2e-8a73-4143-b269-d316071c7a59 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.522971] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1442.522971] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522b93f9-0ade-fc82-5246-3fdfd23a6553" [ 1442.522971] env[70261]: _type = "Task" [ 1442.522971] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.530719] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522b93f9-0ade-fc82-5246-3fdfd23a6553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.765299] env[70261]: DEBUG oslo_concurrency.lockutils [req-9daaa393-26ce-4844-acdf-3a1cf67405b1 req-9ae3ec62-4f09-4d1b-8bd0-8bb0846ffd28 service nova] Releasing lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.893699] env[70261]: DEBUG nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.032995] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]522b93f9-0ade-fc82-5246-3fdfd23a6553, 'name': SearchDatastore_Task, 'duration_secs': 0.033607} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.034014] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590cc7fb-cb5e-415c-93e9-8ba2808790c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.041301] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1443.041301] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5cd07-403d-66f1-b3b0-23594614e0af" [ 1443.041301] env[70261]: _type = "Task" [ 1443.041301] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.049414] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5cd07-403d-66f1-b3b0-23594614e0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.416097] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.416372] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.418011] env[70261]: INFO nova.compute.claims [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.541308] env[70261]: DEBUG nova.objects.instance [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lazy-loading 'flavor' on Instance uuid 36aae917-c0f7-4601-8e12-bcdfa103e349 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.554806] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52d5cd07-403d-66f1-b3b0-23594614e0af, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.554806] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.554806] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 79d57f29-53ce-4e3e-a222-33ef1f7797da/79d57f29-53ce-4e3e-a222-33ef1f7797da.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.554806] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9cb9b6a-9f48-42af-8ff9-558157fe8e6b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.562270] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1443.562270] env[70261]: value = "task-3387234" [ 1443.562270] env[70261]: _type = "Task" [ 1443.562270] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.570156] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.050514] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4aa08f26-ddaa-4787-a950-73e9defb787f tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.289s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.071841] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413841} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.072106] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 79d57f29-53ce-4e3e-a222-33ef1f7797da/79d57f29-53ce-4e3e-a222-33ef1f7797da.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.072316] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.072556] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dda8ad1-fe1e-4cac-ad3d-43a30c3a49e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.078620] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1444.078620] env[70261]: value = "task-3387235" [ 1444.078620] env[70261]: _type = "Task" [ 1444.078620] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.087032] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.180014] env[70261]: INFO nova.compute.manager [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Rescuing [ 1444.180337] env[70261]: DEBUG oslo_concurrency.lockutils [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.180490] env[70261]: DEBUG oslo_concurrency.lockutils [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.180719] env[70261]: DEBUG nova.network.neutron [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1444.495079] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f1d82-c553-47d9-8fd3-98dfcd61a269 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.502656] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8bf21-403c-4da5-b25d-55cb6fee3b91 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.533099] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edae25f1-e912-488b-8b03-270441f0b4a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.540469] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7c93c0-4275-44b5-b152-cdf17ac451ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.553903] env[70261]: DEBUG nova.compute.provider_tree [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.587278] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056714} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.587636] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.588482] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb5466c-bb65-4efd-af45-68b945ed04a6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.609770] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 79d57f29-53ce-4e3e-a222-33ef1f7797da/79d57f29-53ce-4e3e-a222-33ef1f7797da.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.610063] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bae2d974-277a-4361-95e8-01f2b46cf496 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.629238] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1444.629238] env[70261]: value = "task-3387236" [ 1444.629238] env[70261]: _type = "Task" [ 1444.629238] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.636855] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.890472] env[70261]: DEBUG nova.network.neutron [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.057143] env[70261]: DEBUG nova.scheduler.client.report [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.139605] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.393143] env[70261]: DEBUG oslo_concurrency.lockutils [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.562205] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.562680] env[70261]: DEBUG nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.641149] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.775467] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.775778] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.068678] env[70261]: DEBUG nova.compute.utils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1446.070407] env[70261]: DEBUG nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.070652] env[70261]: DEBUG nova.network.neutron [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.111375] env[70261]: DEBUG nova.policy [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b92578a817de4f0ea9559f35d5ef2ebe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cc28fc73094eb4801a01f34c819908', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.141433] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387236, 'name': ReconfigVM_Task, 'duration_secs': 1.344153} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.141612] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 79d57f29-53ce-4e3e-a222-33ef1f7797da/79d57f29-53ce-4e3e-a222-33ef1f7797da.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.143733] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-299bd8e3-3e45-476a-9b3a-54f7d145a036 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.148047] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1446.148047] env[70261]: value = "task-3387237" [ 1446.148047] env[70261]: _type = "Task" [ 1446.148047] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.154719] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387237, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.281392] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.281626] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.281822] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.282038] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.282243] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.282436] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.283016] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1446.283016] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.383864] env[70261]: DEBUG nova.network.neutron [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Successfully created port: a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.574068] env[70261]: DEBUG nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.656567] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387237, 'name': Rename_Task, 'duration_secs': 0.135138} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.656835] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.657095] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-049dfe5c-e8e1-47e5-99e9-b8e4e5bb1f46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.662837] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1446.662837] env[70261]: value = "task-3387238" [ 1446.662837] env[70261]: _type = "Task" [ 1446.662837] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.669726] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.787384] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.787626] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.787908] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.788130] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1446.788986] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1ae91f-bed9-4962-bb8a-bb9a885635c9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.796611] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12fd9f6-8105-4693-9c96-d7ed8ad99557 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.810332] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b3f52-d780-4e0f-a7fa-67c7edfc009d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.816645] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b78606-1196-4798-8277-c009fb8799bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.847099] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180407MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1446.847270] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.847500] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.929957] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.930282] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aed357da-d44e-42bd-b191-f7cf7952b15f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.936829] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1446.936829] env[70261]: value = "task-3387239" [ 1446.936829] env[70261]: _type = "Task" [ 1446.936829] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.944557] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.173425] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387238, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.446525] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387239, 'name': PowerOffVM_Task, 'duration_secs': 0.206094} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.446789] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.447579] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c541a8-fabd-4c27-8c7c-3fb2a55a71bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.467547] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca7a1d7-a3f2-4a6c-9bd3-42f8416c89b5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.500078] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.500369] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5543f30-cc91-4c18-9c05-4a1d7fc5b154 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.506696] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1447.506696] env[70261]: value = "task-3387240" [ 1447.506696] env[70261]: _type = "Task" [ 1447.506696] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.514027] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.583576] env[70261]: DEBUG nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.604281] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.604530] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.604686] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.604869] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.605022] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.605171] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.605376] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.605533] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.605698] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.605859] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.606206] env[70261]: DEBUG nova.virt.hardware [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.607060] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f54ca8-a4df-492c-b1ea-1d3e8266b215 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.614806] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470d2fb1-43bb-497b-b763-2749a8f62469 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.672229] env[70261]: DEBUG oslo_vmware.api [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387238, 'name': PowerOnVM_Task, 'duration_secs': 0.690142} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.672492] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.672689] env[70261]: INFO nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1447.672867] env[70261]: DEBUG nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.673698] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa354a14-9dab-468f-b02a-712ffac95cb5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.726766] env[70261]: DEBUG nova.compute.manager [req-7ceda2f7-5641-44d8-8e96-b72f0d6dde36 req-cb0ca96f-ec09-420e-86ea-e187388811ed service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-vif-plugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.727015] env[70261]: DEBUG oslo_concurrency.lockutils [req-7ceda2f7-5641-44d8-8e96-b72f0d6dde36 req-cb0ca96f-ec09-420e-86ea-e187388811ed service nova] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.727219] env[70261]: DEBUG oslo_concurrency.lockutils [req-7ceda2f7-5641-44d8-8e96-b72f0d6dde36 req-cb0ca96f-ec09-420e-86ea-e187388811ed service nova] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.727394] env[70261]: DEBUG oslo_concurrency.lockutils [req-7ceda2f7-5641-44d8-8e96-b72f0d6dde36 req-cb0ca96f-ec09-420e-86ea-e187388811ed service nova] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.727543] env[70261]: DEBUG nova.compute.manager [req-7ceda2f7-5641-44d8-8e96-b72f0d6dde36 req-cb0ca96f-ec09-420e-86ea-e187388811ed service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] No waiting events found dispatching network-vif-plugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.727772] env[70261]: WARNING nova.compute.manager [req-7ceda2f7-5641-44d8-8e96-b72f0d6dde36 req-cb0ca96f-ec09-420e-86ea-e187388811ed service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received unexpected event network-vif-plugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 for instance with vm_state building and task_state spawning. [ 1447.804600] env[70261]: DEBUG nova.network.neutron [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Successfully updated port: a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.886323] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 0eee5d62-6d7e-4474-accd-ed1990c3ef3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.886476] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d809c393-d0a7-4327-ad0a-bc357da6b3b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.886599] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 36aae917-c0f7-4601-8e12-bcdfa103e349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.886721] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 79d57f29-53ce-4e3e-a222-33ef1f7797da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.886838] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 8ed66316-8e10-4029-a3e5-6253defbf396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.887033] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1447.887177] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1447.952455] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7e3f5-7716-4855-87ba-c789c8957143 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.959954] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e0be3-3b37-43c9-8ad0-f20ecdd034e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.989861] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b504970-6844-4e33-aa24-e4591c11e2d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.997201] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ccb28a-5484-43b1-bed2-73ac4f2338bc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.010615] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.020517] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1448.020722] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.020958] env[70261]: DEBUG oslo_concurrency.lockutils [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.021121] env[70261]: DEBUG oslo_concurrency.lockutils [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.021306] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.021798] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1353ad2-39ec-4bca-b5ca-be866bd73a1e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.032092] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.032297] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.032950] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca316a1-07a2-4677-9752-0a51ebe0afd9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.038033] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1448.038033] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523c4e50-4ffa-f2a9-8813-46b8a469e8c0" [ 1448.038033] env[70261]: _type = "Task" [ 1448.038033] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.045374] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523c4e50-4ffa-f2a9-8813-46b8a469e8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.189538] env[70261]: INFO nova.compute.manager [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Took 13.24 seconds to build instance. [ 1448.310269] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.310430] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.310578] env[70261]: DEBUG nova.network.neutron [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1448.516028] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.547963] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523c4e50-4ffa-f2a9-8813-46b8a469e8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.548722] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f15fd6-19aa-4394-a823-081cf51e4473 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.553480] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1448.553480] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e53171-9d5d-d849-a34a-a289c8089d54" [ 1448.553480] env[70261]: _type = "Task" [ 1448.553480] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.560676] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e53171-9d5d-d849-a34a-a289c8089d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.691625] env[70261]: DEBUG oslo_concurrency.lockutils [None req-03dc3a26-e678-434a-acd6-205b7e956702 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.753s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.848194] env[70261]: DEBUG nova.network.neutron [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1448.974494] env[70261]: DEBUG nova.network.neutron [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.020522] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1449.020715] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.064130] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e53171-9d5d-d849-a34a-a289c8089d54, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.064455] env[70261]: DEBUG oslo_concurrency.lockutils [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.064647] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. {{(pid=70261) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1449.064898] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a80c408a-c4d0-4043-9b8a-e5452bf22176 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.071805] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1449.071805] env[70261]: value = "task-3387241" [ 1449.071805] env[70261]: _type = "Task" [ 1449.071805] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.079134] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.101906] env[70261]: DEBUG nova.compute.manager [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Received event network-changed-8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.102262] env[70261]: DEBUG nova.compute.manager [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Refreshing instance network info cache due to event network-changed-8861d8cb-7d3b-4053-aa49-5b4fb397ad75. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.102475] env[70261]: DEBUG oslo_concurrency.lockutils [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] Acquiring lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.102475] env[70261]: DEBUG oslo_concurrency.lockutils [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] Acquired lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.102594] env[70261]: DEBUG nova.network.neutron [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Refreshing network info cache for port 8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1449.477353] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.477709] env[70261]: DEBUG nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Instance network_info: |[{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.478188] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:dd:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7e1d682-ced7-4836-9e67-31f9d93f9674', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.485841] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating folder: Project (29cc28fc73094eb4801a01f34c819908). Parent ref: group-v675446. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.486171] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d668b654-f1aa-435b-9c66-224c19db0049 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.497180] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created folder: Project (29cc28fc73094eb4801a01f34c819908) in parent group-v675446. [ 1449.497468] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating folder: Instances. Parent ref: group-v675783. {{(pid=70261) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.497616] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb5a7c2-e64c-4e8d-a0f0-0401b01e47ff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.508349] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created folder: Instances in parent group-v675783. [ 1449.508564] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.508765] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.508980] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-614e26fe-6537-4aa6-81dd-2fe80d94bc51 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.527527] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.527527] env[70261]: value = "task-3387244" [ 1449.527527] env[70261]: _type = "Task" [ 1449.527527] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.534670] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387244, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.583225] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435635} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.583508] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk. [ 1449.584316] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dda76c-107e-45c3-b003-408bb2177ebd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.613326] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.613637] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba9b9d7-80c3-4125-a24a-c1ffec0bae01 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.632447] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1449.632447] env[70261]: value = "task-3387245" [ 1449.632447] env[70261]: _type = "Task" [ 1449.632447] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.642028] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.757381] env[70261]: DEBUG nova.compute.manager [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.757837] env[70261]: DEBUG nova.compute.manager [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing instance network info cache due to event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.757837] env[70261]: DEBUG oslo_concurrency.lockutils [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] Acquiring lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.758053] env[70261]: DEBUG oslo_concurrency.lockutils [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] Acquired lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.758207] env[70261]: DEBUG nova.network.neutron [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1449.837294] env[70261]: DEBUG nova.network.neutron [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updated VIF entry in instance network info cache for port 8861d8cb-7d3b-4053-aa49-5b4fb397ad75. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1449.837651] env[70261]: DEBUG nova.network.neutron [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updating instance_info_cache with network_info: [{"id": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "address": "fa:16:3e:7f:62:21", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8861d8cb-7d", "ovs_interfaceid": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.037766] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387244, 'name': CreateVM_Task, 'duration_secs': 0.34158} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.037995] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.038711] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.038882] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.039253] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.039512] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b4aefa-8def-4c96-8d2b-c301462d48fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.043728] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1450.043728] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bfda4-04bc-6e61-ed9b-4d6db21a9867" [ 1450.043728] env[70261]: _type = "Task" [ 1450.043728] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.051171] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bfda4-04bc-6e61-ed9b-4d6db21a9867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.142608] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387245, 'name': ReconfigVM_Task, 'duration_secs': 0.343141} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.142859] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349/4ceded2d-768f-4897-ac89-5e4a52d51901-rescue.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.143750] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d029a-461f-4680-9d5f-1d0a9aac3c7b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.171190] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7400c87-1964-4063-a346-893ad697f46d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.186570] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1450.186570] env[70261]: value = "task-3387246" [ 1450.186570] env[70261]: _type = "Task" [ 1450.186570] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.196040] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.340374] env[70261]: DEBUG oslo_concurrency.lockutils [req-f9d6598a-9d6b-42d7-9aea-b3ee97125547 req-3bbbeb84-bab1-4853-a4a8-100fa5c8b879 service nova] Releasing lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.439586] env[70261]: DEBUG nova.network.neutron [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updated VIF entry in instance network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1450.440938] env[70261]: DEBUG nova.network.neutron [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.554236] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523bfda4-04bc-6e61-ed9b-4d6db21a9867, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.554527] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.554756] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.554986] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.555149] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.555328] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.555580] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aebbd2f2-6838-4d3b-bf7f-f134b32e2557 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.564047] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.564219] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.564903] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18718665-8948-42fa-9b4a-2770b750cae6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.570422] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1450.570422] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523cda96-94ca-aecc-9afb-a947e0e64343" [ 1450.570422] env[70261]: _type = "Task" [ 1450.570422] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.578025] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523cda96-94ca-aecc-9afb-a947e0e64343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.696873] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387246, 'name': ReconfigVM_Task, 'duration_secs': 0.168095} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.697018] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.697209] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93fa6960-45c7-4455-91aa-c98baf4087dd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.702968] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1450.702968] env[70261]: value = "task-3387247" [ 1450.702968] env[70261]: _type = "Task" [ 1450.702968] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.710111] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.942828] env[70261]: DEBUG oslo_concurrency.lockutils [req-92b0c551-96bb-4385-9d5c-cfcc86fd792e req-ffde17df-de2b-4065-b4ef-6cd54f47b9df service nova] Releasing lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.080437] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]523cda96-94ca-aecc-9afb-a947e0e64343, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.081211] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29898386-6dcb-4300-ac74-b2c49c81f1ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.086142] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1451.086142] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527cafed-1c82-51ca-dfcd-d025303e4a52" [ 1451.086142] env[70261]: _type = "Task" [ 1451.086142] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.093632] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527cafed-1c82-51ca-dfcd-d025303e4a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.213565] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.596524] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]527cafed-1c82-51ca-dfcd-d025303e4a52, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.596524] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.596524] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.596940] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45978657-1099-4a63-a7a1-0a17254d4b3a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.603328] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1451.603328] env[70261]: value = "task-3387248" [ 1451.603328] env[70261]: _type = "Task" [ 1451.603328] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.611092] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.712801] env[70261]: DEBUG oslo_vmware.api [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387247, 'name': PowerOnVM_Task, 'duration_secs': 0.577202} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.713126] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.715815] env[70261]: DEBUG nova.compute.manager [None req-533ceddf-4d80-4894-8e92-9916f5f22c5c tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.716575] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3841ae67-2b64-45f2-80b6-01324e511653 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.113101] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423842} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.113499] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore1] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.113583] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.113899] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65f3e67b-6034-4694-8370-f6858096d543 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.119496] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1452.119496] env[70261]: value = "task-3387249" [ 1452.119496] env[70261]: _type = "Task" [ 1452.119496] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.127169] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.629147] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269377} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.629427] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.630225] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96acd30-352c-474f-b276-5ca473fb5bcf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.654109] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.654420] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-938195a3-a23c-4a66-b86e-0d692f81ff95 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.674016] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1452.674016] env[70261]: value = "task-3387250" [ 1452.674016] env[70261]: _type = "Task" [ 1452.674016] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.683910] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.183756] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387250, 'name': ReconfigVM_Task, 'duration_secs': 0.276893} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.184099] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.184662] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da36052d-1c0e-4f6e-b287-81201d91de15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.190694] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1453.190694] env[70261]: value = "task-3387251" [ 1453.190694] env[70261]: _type = "Task" [ 1453.190694] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.197741] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387251, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.413784] env[70261]: INFO nova.compute.manager [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Unrescuing [ 1453.414109] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.414275] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquired lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.414448] env[70261]: DEBUG nova.network.neutron [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1453.700225] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387251, 'name': Rename_Task, 'duration_secs': 0.132853} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.700520] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.700769] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3c4fee-565e-435b-9e13-080ea7cd32d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.706628] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1453.706628] env[70261]: value = "task-3387252" [ 1453.706628] env[70261]: _type = "Task" [ 1453.706628] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.713930] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.120190] env[70261]: DEBUG nova.network.neutron [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.215717] env[70261]: DEBUG oslo_vmware.api [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387252, 'name': PowerOnVM_Task, 'duration_secs': 0.436959} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.216123] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.216190] env[70261]: INFO nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1454.216368] env[70261]: DEBUG nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.217120] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae2405-599c-4011-b7b6-7642322b00c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.622665] env[70261]: DEBUG oslo_concurrency.lockutils [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Releasing lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.623340] env[70261]: DEBUG nova.objects.instance [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lazy-loading 'flavor' on Instance uuid 36aae917-c0f7-4601-8e12-bcdfa103e349 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.733023] env[70261]: INFO nova.compute.manager [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Took 11.33 seconds to build instance. [ 1455.129961] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c02ab2-75a9-4cd4-851f-da798ab1db79 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.154406] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.154752] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d6ff0d-2eca-4816-81ab-df9293335f57 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.161529] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1455.161529] env[70261]: value = "task-3387253" [ 1455.161529] env[70261]: _type = "Task" [ 1455.161529] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.170160] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.235090] env[70261]: DEBUG oslo_concurrency.lockutils [None req-ef764f1d-74d1-4b15-91a4-38a5b48ad9fc tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.844s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.671929] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387253, 'name': PowerOffVM_Task, 'duration_secs': 0.218937} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.672253] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.677593] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1455.677934] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f53d961d-c822-44ce-b628-fcd174916c97 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.696164] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1455.696164] env[70261]: value = "task-3387254" [ 1455.696164] env[70261]: _type = "Task" [ 1455.696164] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.703566] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.758121] env[70261]: DEBUG nova.compute.manager [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.758558] env[70261]: DEBUG nova.compute.manager [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing instance network info cache due to event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1455.758558] env[70261]: DEBUG oslo_concurrency.lockutils [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] Acquiring lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.758742] env[70261]: DEBUG oslo_concurrency.lockutils [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] Acquired lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.758802] env[70261]: DEBUG nova.network.neutron [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1456.206478] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387254, 'name': ReconfigVM_Task, 'duration_secs': 0.262385} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.206765] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1456.206998] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.207258] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea11873-fa01-456a-b958-a4adb6620ab2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.214181] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1456.214181] env[70261]: value = "task-3387255" [ 1456.214181] env[70261]: _type = "Task" [ 1456.214181] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.221109] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.459977] env[70261]: DEBUG nova.network.neutron [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updated VIF entry in instance network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1456.460414] env[70261]: DEBUG nova.network.neutron [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.724691] env[70261]: DEBUG oslo_vmware.api [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387255, 'name': PowerOnVM_Task, 'duration_secs': 0.391482} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.725600] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.725600] env[70261]: DEBUG nova.compute.manager [None req-db63b020-e830-4658-92b6-23f47d35f037 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.726227] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c97134-4bdb-4a3e-99b1-14d16b68b839 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.963710] env[70261]: DEBUG oslo_concurrency.lockutils [req-7b8cd674-158c-4bb5-bfc7-da4903131bd4 req-1026f212-b545-46e6-b076-34482d939f11 service nova] Releasing lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.136286] env[70261]: DEBUG nova.compute.manager [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Received event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.136580] env[70261]: DEBUG nova.compute.manager [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing instance network info cache due to event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1458.136843] env[70261]: DEBUG oslo_concurrency.lockutils [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] Acquiring lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.136843] env[70261]: DEBUG oslo_concurrency.lockutils [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] Acquired lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.137039] env[70261]: DEBUG nova.network.neutron [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1459.083133] env[70261]: DEBUG nova.network.neutron [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updated VIF entry in instance network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1459.083629] env[70261]: DEBUG nova.network.neutron [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.587357] env[70261]: DEBUG oslo_concurrency.lockutils [req-65c38a25-54e8-40a5-835f-762b61df6233 req-d1b42066-31bc-4b13-9720-660e3ca96012 service nova] Releasing lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.162488] env[70261]: DEBUG nova.compute.manager [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Received event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.162675] env[70261]: DEBUG nova.compute.manager [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing instance network info cache due to event network-changed-608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.162885] env[70261]: DEBUG oslo_concurrency.lockutils [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] Acquiring lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.163040] env[70261]: DEBUG oslo_concurrency.lockutils [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] Acquired lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.163201] env[70261]: DEBUG nova.network.neutron [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Refreshing network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1460.851771] env[70261]: DEBUG nova.network.neutron [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updated VIF entry in instance network info cache for port 608ac8e4-cee5-450d-bbad-83cc874237e4. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1460.852142] env[70261]: DEBUG nova.network.neutron [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [{"id": "608ac8e4-cee5-450d-bbad-83cc874237e4", "address": "fa:16:3e:27:33:91", "network": {"id": "0e97f42a-c3b5-4ae6-9536-699320f0967b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-148783403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03bf85f68aa41f5880a7dfe39414d46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap608ac8e4-ce", "ovs_interfaceid": "608ac8e4-cee5-450d-bbad-83cc874237e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.355254] env[70261]: DEBUG oslo_concurrency.lockutils [req-0c297987-a779-4ad8-84b4-1a27828c159f req-2c1a4e90-2e96-425b-905a-45ff7493e1e6 service nova] Releasing lock "refresh_cache-36aae917-c0f7-4601-8e12-bcdfa103e349" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.932691] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.933166] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.933166] env[70261]: DEBUG nova.compute.manager [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.934125] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab864e92-6c13-4a1c-9876-98bc15ba8538 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.942501] env[70261]: DEBUG nova.compute.manager [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70261) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1485.943130] env[70261]: DEBUG nova.objects.instance [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'flavor' on Instance uuid 79d57f29-53ce-4e3e-a222-33ef1f7797da {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.951836] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.952518] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbc2bf7-0ed2-4a6a-8516-82460926caba {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.959601] env[70261]: DEBUG oslo_vmware.api [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1486.959601] env[70261]: value = "task-3387256" [ 1486.959601] env[70261]: _type = "Task" [ 1486.959601] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.967127] env[70261]: DEBUG oslo_vmware.api [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.469852] env[70261]: DEBUG oslo_vmware.api [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387256, 'name': PowerOffVM_Task, 'duration_secs': 0.215238} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.470118] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.470320] env[70261]: DEBUG nova.compute.manager [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.471086] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b7fc39-c0ad-4114-9d72-50ec11a59c04 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.982270] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4a3b538f-5f5d-46ab-ad32-bf552cfae7dc tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.301990] env[70261]: DEBUG nova.objects.instance [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'flavor' on Instance uuid 79d57f29-53ce-4e3e-a222-33ef1f7797da {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.806700] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.806917] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.807062] env[70261]: DEBUG nova.network.neutron [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1488.807246] env[70261]: DEBUG nova.objects.instance [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'info_cache' on Instance uuid 79d57f29-53ce-4e3e-a222-33ef1f7797da {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.310307] env[70261]: DEBUG nova.objects.base [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Object Instance<79d57f29-53ce-4e3e-a222-33ef1f7797da> lazy-loaded attributes: flavor,info_cache {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1490.005103] env[70261]: DEBUG nova.network.neutron [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updating instance_info_cache with network_info: [{"id": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "address": "fa:16:3e:7f:62:21", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8861d8cb-7d", "ovs_interfaceid": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.508024] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.515394] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.515815] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac940d04-f695-4f80-9111-04e913f04e3d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.523266] env[70261]: DEBUG oslo_vmware.api [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1491.523266] env[70261]: value = "task-3387257" [ 1491.523266] env[70261]: _type = "Task" [ 1491.523266] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.530538] env[70261]: DEBUG oslo_vmware.api [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.033258] env[70261]: DEBUG oslo_vmware.api [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387257, 'name': PowerOnVM_Task, 'duration_secs': 0.387797} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.033520] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.033721] env[70261]: DEBUG nova.compute.manager [None req-d024ebb1-ed9c-4ff3-8aeb-d96e995dee95 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.034536] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb3e090-2725-4f63-8b52-0e9ade715298 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.939380] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "36aae917-c0f7-4601-8e12-bcdfa103e349" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.939777] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.015990] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92021ba-af08-41b7-955b-71791d01c73c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.022763] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5278574c-586e-41ed-a82d-238bef67bcd8 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Suspending the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1493.023077] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ba09375a-2cda-4406-8ff6-9c2036006c49 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.029845] env[70261]: DEBUG oslo_vmware.api [None req-5278574c-586e-41ed-a82d-238bef67bcd8 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1493.029845] env[70261]: value = "task-3387258" [ 1493.029845] env[70261]: _type = "Task" [ 1493.029845] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.037227] env[70261]: DEBUG oslo_vmware.api [None req-5278574c-586e-41ed-a82d-238bef67bcd8 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387258, 'name': SuspendVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.442608] env[70261]: INFO nova.compute.manager [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Detaching volume a8fbb275-f150-4aa6-aa1f-ca7290884b0b [ 1493.472176] env[70261]: INFO nova.virt.block_device [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Attempting to driver detach volume a8fbb275-f150-4aa6-aa1f-ca7290884b0b from mountpoint /dev/sdb [ 1493.472176] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1493.472176] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675781', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'name': 'volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36aae917-c0f7-4601-8e12-bcdfa103e349', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'serial': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1493.473417] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177082f-2852-4389-acac-9e429368ed35 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.496446] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156181ad-6df7-4d50-ba0d-518542f52e1f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.503419] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad137fc9-16c3-466f-aa69-004fbc88a919 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.523647] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2d4504-45d2-45b1-80b9-0f09f5210ac1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.539755] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b/volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1493.544907] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.548252] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476891b0-b198-4999-81e3-780459c9d478 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.567205] env[70261]: DEBUG oslo_vmware.api [None req-5278574c-586e-41ed-a82d-238bef67bcd8 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387258, 'name': SuspendVM_Task} progress is 70%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.568606] env[70261]: DEBUG oslo_vmware.api [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1493.568606] env[70261]: value = "task-3387259" [ 1493.568606] env[70261]: _type = "Task" [ 1493.568606] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.576380] env[70261]: DEBUG oslo_vmware.api [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.049707] env[70261]: DEBUG oslo_vmware.api [None req-5278574c-586e-41ed-a82d-238bef67bcd8 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387258, 'name': SuspendVM_Task, 'duration_secs': 0.790711} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.050152] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-5278574c-586e-41ed-a82d-238bef67bcd8 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Suspended the VM {{(pid=70261) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1494.050256] env[70261]: DEBUG nova.compute.manager [None req-5278574c-586e-41ed-a82d-238bef67bcd8 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.050948] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfa35b0-e441-448b-8177-583162aa8e60 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.079490] env[70261]: DEBUG oslo_vmware.api [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387259, 'name': ReconfigVM_Task, 'duration_secs': 0.229422} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.079883] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1494.087050] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0e4dcf-4c4d-4bac-b1c3-ba080851841f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.105742] env[70261]: DEBUG oslo_vmware.api [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1494.105742] env[70261]: value = "task-3387260" [ 1494.105742] env[70261]: _type = "Task" [ 1494.105742] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.113630] env[70261]: DEBUG oslo_vmware.api [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.615450] env[70261]: DEBUG oslo_vmware.api [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387260, 'name': ReconfigVM_Task, 'duration_secs': 0.137052} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.615752] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675781', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'name': 'volume-a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36aae917-c0f7-4601-8e12-bcdfa103e349', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b', 'serial': 'a8fbb275-f150-4aa6-aa1f-ca7290884b0b'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1495.157727] env[70261]: DEBUG nova.objects.instance [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lazy-loading 'flavor' on Instance uuid 36aae917-c0f7-4601-8e12-bcdfa103e349 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.350696] env[70261]: INFO nova.compute.manager [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Resuming [ 1495.351351] env[70261]: DEBUG nova.objects.instance [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'flavor' on Instance uuid 79d57f29-53ce-4e3e-a222-33ef1f7797da {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.716987] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.717283] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.717429] env[70261]: INFO nova.compute.manager [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Shelving [ 1496.165231] env[70261]: DEBUG oslo_concurrency.lockutils [None req-a2e943b1-72a1-4ecd-9c44-63386ec93319 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.725015] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.725341] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54bf9c0f-0c8a-4fed-8f8b-2d85bc3fa34c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.732406] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1496.732406] env[70261]: value = "task-3387261" [ 1496.732406] env[70261]: _type = "Task" [ 1496.732406] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.743539] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.861602] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.861836] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquired lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.861989] env[70261]: DEBUG nova.network.neutron [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1497.242517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "36aae917-c0f7-4601-8e12-bcdfa103e349" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.242517] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.243031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "36aae917-c0f7-4601-8e12-bcdfa103e349-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.243031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.243031] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.244576] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387261, 'name': PowerOffVM_Task, 'duration_secs': 0.177406} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.244983] env[70261]: INFO nova.compute.manager [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Terminating instance [ 1497.246204] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.247710] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6328f70c-bdce-431c-b2c8-5b08d27ed540 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.268171] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4375fae2-cc29-4854-9b1a-5784d83eae34 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.554278] env[70261]: DEBUG nova.network.neutron [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updating instance_info_cache with network_info: [{"id": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "address": "fa:16:3e:7f:62:21", "network": {"id": "0e206980-8624-4b96-8709-e958e45fef90", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1259097981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d78bcbb5624e9ead588917801aac00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8861d8cb-7d", "ovs_interfaceid": "8861d8cb-7d3b-4053-aa49-5b4fb397ad75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.751650] env[70261]: DEBUG nova.compute.manager [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.751940] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.753275] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe18bb8-44b2-4a9d-a3ea-05a332e8d042 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.764227] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.764580] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd85015-b891-439d-8f69-d92b8df1acc9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.771758] env[70261]: DEBUG oslo_vmware.api [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1497.771758] env[70261]: value = "task-3387262" [ 1497.771758] env[70261]: _type = "Task" [ 1497.771758] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.777864] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1497.782990] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58acdceb-57d4-4f6f-b77b-c54bd81b1549 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.785899] env[70261]: DEBUG oslo_vmware.api [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.790857] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1497.790857] env[70261]: value = "task-3387263" [ 1497.790857] env[70261]: _type = "Task" [ 1497.790857] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.803243] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.019927] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.020141] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.020321] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.020519] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.020686] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.020833] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.020981] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.021140] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1498.021287] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.057060] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Releasing lock "refresh_cache-79d57f29-53ce-4e3e-a222-33ef1f7797da" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.058147] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5949cf1a-4461-486f-bc0d-accf3e69aabd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.065847] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Resuming the VM {{(pid=70261) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1498.066138] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5b0636-1e1a-4f14-a3e3-a3b9ad145f0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.072628] env[70261]: DEBUG oslo_vmware.api [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1498.072628] env[70261]: value = "task-3387264" [ 1498.072628] env[70261]: _type = "Task" [ 1498.072628] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.079794] env[70261]: DEBUG oslo_vmware.api [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.281926] env[70261]: DEBUG oslo_vmware.api [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387262, 'name': PowerOffVM_Task, 'duration_secs': 0.185484} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.282289] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.282380] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.282627] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec6b015-b8de-4ff5-a9b7-f9040b8e92e4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.300057] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387263, 'name': CreateSnapshot_Task, 'duration_secs': 0.449214} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.300323] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1498.301073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173b3249-1efd-4359-8b17-e414f087200f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.348782] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.348986] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.349186] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleting the datastore file [datastore1] 36aae917-c0f7-4601-8e12-bcdfa103e349 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.349472] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb5cc3d-8fe9-41bd-8f74-f603048d650b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.355582] env[70261]: DEBUG oslo_vmware.api [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1498.355582] env[70261]: value = "task-3387266" [ 1498.355582] env[70261]: _type = "Task" [ 1498.355582] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.362740] env[70261]: DEBUG oslo_vmware.api [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.524642] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.524895] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.525095] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.525244] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1498.526188] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84487f8-4656-4ec9-ac64-0a02e556f5ed {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.539234] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1befe32b-4ede-4a3f-b320-cadc9eb44d2b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.557550] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b009a6c-9ab3-4f46-839d-ab7246f7aeae {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.570905] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baaf2e2-1094-4f1e-9241-752db9eed8ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.582472] env[70261]: DEBUG oslo_vmware.api [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387264, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.608274] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180004MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1498.608447] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.608687] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.820720] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1498.821115] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92e808a5-4a1f-490f-8ae5-d4d5a7af8177 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.831344] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1498.831344] env[70261]: value = "task-3387267" [ 1498.831344] env[70261]: _type = "Task" [ 1498.831344] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.840893] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387267, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.864351] env[70261]: DEBUG oslo_vmware.api [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163227} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.864603] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.864787] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.864955] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.865149] env[70261]: INFO nova.compute.manager [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1498.865390] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.865586] env[70261]: DEBUG nova.compute.manager [-] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.865683] env[70261]: DEBUG nova.network.neutron [-] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1499.083595] env[70261]: DEBUG oslo_vmware.api [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387264, 'name': PowerOnVM_Task, 'duration_secs': 0.510875} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.083844] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Resumed the VM {{(pid=70261) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1499.084031] env[70261]: DEBUG nova.compute.manager [None req-f3a2b7f6-ba67-4ee5-88ba-cff627fc198b tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.084799] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff2a91-b257-437c-b2c5-4f44ec678c40 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.344779] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387267, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.346362] env[70261]: DEBUG nova.compute.manager [req-30053c59-1434-44ff-b021-4e67c68276e2 req-86928e4f-676d-4923-ace1-df488264b4ad service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Received event network-vif-deleted-608ac8e4-cee5-450d-bbad-83cc874237e4 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.346516] env[70261]: INFO nova.compute.manager [req-30053c59-1434-44ff-b021-4e67c68276e2 req-86928e4f-676d-4923-ace1-df488264b4ad service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Neutron deleted interface 608ac8e4-cee5-450d-bbad-83cc874237e4; detaching it from the instance and deleting it from the info cache [ 1499.346686] env[70261]: DEBUG nova.network.neutron [req-30053c59-1434-44ff-b021-4e67c68276e2 req-86928e4f-676d-4923-ace1-df488264b4ad service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.703551] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 0eee5d62-6d7e-4474-accd-ed1990c3ef3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.703713] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance d809c393-d0a7-4327-ad0a-bc357da6b3b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.703836] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 36aae917-c0f7-4601-8e12-bcdfa103e349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.703952] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 79d57f29-53ce-4e3e-a222-33ef1f7797da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.704078] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 8ed66316-8e10-4029-a3e5-6253defbf396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1499.704265] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1499.704400] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1499.774059] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a4a9b-a7a8-4416-bad2-c728c229dc17 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.781832] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2510101-20c9-492c-99b5-4df1e8f08b07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.811837] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee170d25-f270-4934-b201-da03e41d07a2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.820075] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743749c5-0aa5-4e44-a458-d44a5d9ce457 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.834779] env[70261]: DEBUG nova.network.neutron [-] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.836239] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.845626] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387267, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.849614] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77798fa3-c477-42cd-be1b-64586ad0d928 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.859932] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737611db-b2a7-4a37-891c-03288a87967b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.888969] env[70261]: DEBUG nova.compute.manager [req-30053c59-1434-44ff-b021-4e67c68276e2 req-86928e4f-676d-4923-ace1-df488264b4ad service nova] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Detach interface failed, port_id=608ac8e4-cee5-450d-bbad-83cc874237e4, reason: Instance 36aae917-c0f7-4601-8e12-bcdfa103e349 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.042869] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.043154] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.043371] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "79d57f29-53ce-4e3e-a222-33ef1f7797da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.043556] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.043728] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.045874] env[70261]: INFO nova.compute.manager [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Terminating instance [ 1500.339924] env[70261]: INFO nova.compute.manager [-] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Took 1.47 seconds to deallocate network for instance. [ 1500.342985] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.352179] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387267, 'name': CloneVM_Task, 'duration_secs': 1.376822} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.352692] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Created linked-clone VM from snapshot [ 1500.353556] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0646a30-d14b-4c9a-abe1-0e05616f2013 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.360883] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Uploading image 75ebe9e8-5681-425b-b823-485dd556b82d {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1500.388726] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1500.388726] env[70261]: value = "vm-675787" [ 1500.388726] env[70261]: _type = "VirtualMachine" [ 1500.388726] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1500.388975] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48cd4f25-c1cb-47e4-a249-835ac99a9733 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.395920] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease: (returnval){ [ 1500.395920] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5237004d-4476-ba5a-120f-b475c039ccd2" [ 1500.395920] env[70261]: _type = "HttpNfcLease" [ 1500.395920] env[70261]: } obtained for exporting VM: (result){ [ 1500.395920] env[70261]: value = "vm-675787" [ 1500.395920] env[70261]: _type = "VirtualMachine" [ 1500.395920] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1500.396242] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the lease: (returnval){ [ 1500.396242] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5237004d-4476-ba5a-120f-b475c039ccd2" [ 1500.396242] env[70261]: _type = "HttpNfcLease" [ 1500.396242] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1500.401900] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1500.401900] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5237004d-4476-ba5a-120f-b475c039ccd2" [ 1500.401900] env[70261]: _type = "HttpNfcLease" [ 1500.401900] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1500.549783] env[70261]: DEBUG nova.compute.manager [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.550022] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.550854] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55404edf-6f04-4a97-866a-7033b715d402 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.558252] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.558503] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4caf8ff1-96bd-4994-9e6d-f19d5a41e035 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.565559] env[70261]: DEBUG oslo_vmware.api [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1500.565559] env[70261]: value = "task-3387269" [ 1500.565559] env[70261]: _type = "Task" [ 1500.565559] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.573420] env[70261]: DEBUG oslo_vmware.api [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.853472] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1500.853687] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.245s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.854551] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.854806] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.855015] env[70261]: DEBUG nova.objects.instance [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lazy-loading 'resources' on Instance uuid 36aae917-c0f7-4601-8e12-bcdfa103e349 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.856198] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.856364] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=70261) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1500.904082] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1500.904082] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5237004d-4476-ba5a-120f-b475c039ccd2" [ 1500.904082] env[70261]: _type = "HttpNfcLease" [ 1500.904082] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1500.905037] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1500.905037] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]5237004d-4476-ba5a-120f-b475c039ccd2" [ 1500.905037] env[70261]: _type = "HttpNfcLease" [ 1500.905037] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1500.905254] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54915852-d46b-436d-8319-5c805e813399 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.913346] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775504-f5c8-4265-0fbd-80c3b124cc7a/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1500.913521] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775504-f5c8-4265-0fbd-80c3b124cc7a/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1501.005207] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b3274de-fea9-46d0-befa-4e3f1625fba2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.075049] env[70261]: DEBUG oslo_vmware.api [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387269, 'name': PowerOffVM_Task, 'duration_secs': 0.198322} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.075049] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.075049] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.075049] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b650c89c-ac55-4002-bf00-5c3f87a2e5b3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.143256] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.143480] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.143664] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleting the datastore file [datastore2] 79d57f29-53ce-4e3e-a222-33ef1f7797da {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.143925] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5760c0c-0ea9-4a38-8366-a7d6b7316444 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.150043] env[70261]: DEBUG oslo_vmware.api [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for the task: (returnval){ [ 1501.150043] env[70261]: value = "task-3387271" [ 1501.150043] env[70261]: _type = "Task" [ 1501.150043] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.158463] env[70261]: DEBUG oslo_vmware.api [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.361708] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.433871] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f02eaf-3cd8-45c5-8c44-3b7ae06e378f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.442225] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51473fea-926e-4cb4-a6b9-035f00c222fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.472462] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378e34dd-83ae-4062-96fb-f7bef5d61940 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.479686] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c27d25-5e16-4fe1-8288-500ca1becbd8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.493010] env[70261]: DEBUG nova.compute.provider_tree [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.659898] env[70261]: DEBUG oslo_vmware.api [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Task: {'id': task-3387271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158791} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.660323] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.660585] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.660848] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.661165] env[70261]: INFO nova.compute.manager [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1501.661483] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.661780] env[70261]: DEBUG nova.compute.manager [-] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.661970] env[70261]: DEBUG nova.network.neutron [-] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1501.997686] env[70261]: DEBUG nova.scheduler.client.report [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.128606] env[70261]: DEBUG nova.compute.manager [req-f81cd396-7d9c-4590-8814-a69a1675aa8e req-f0990739-1ce3-4a3c-a540-c487fe625d41 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Received event network-vif-deleted-8861d8cb-7d3b-4053-aa49-5b4fb397ad75 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.128740] env[70261]: INFO nova.compute.manager [req-f81cd396-7d9c-4590-8814-a69a1675aa8e req-f0990739-1ce3-4a3c-a540-c487fe625d41 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Neutron deleted interface 8861d8cb-7d3b-4053-aa49-5b4fb397ad75; detaching it from the instance and deleting it from the info cache [ 1502.128978] env[70261]: DEBUG nova.network.neutron [req-f81cd396-7d9c-4590-8814-a69a1675aa8e req-f0990739-1ce3-4a3c-a540-c487fe625d41 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.504283] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.527138] env[70261]: INFO nova.scheduler.client.report [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleted allocations for instance 36aae917-c0f7-4601-8e12-bcdfa103e349 [ 1502.609778] env[70261]: DEBUG nova.network.neutron [-] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.632014] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11c55e3c-1457-455f-85a9-454073a74ab0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.642531] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba1f6b-cf01-4afa-a8c4-6fbb2e766d1c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.670285] env[70261]: DEBUG nova.compute.manager [req-f81cd396-7d9c-4590-8814-a69a1675aa8e req-f0990739-1ce3-4a3c-a540-c487fe625d41 service nova] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Detach interface failed, port_id=8861d8cb-7d3b-4053-aa49-5b4fb397ad75, reason: Instance 79d57f29-53ce-4e3e-a222-33ef1f7797da could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1503.034702] env[70261]: DEBUG oslo_concurrency.lockutils [None req-bf3c8237-0774-494b-adf3-3a068735f6c9 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "36aae917-c0f7-4601-8e12-bcdfa103e349" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.112083] env[70261]: INFO nova.compute.manager [-] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Took 1.45 seconds to deallocate network for instance. [ 1503.620223] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.620657] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.620994] env[70261]: DEBUG nova.objects.instance [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lazy-loading 'resources' on Instance uuid 79d57f29-53ce-4e3e-a222-33ef1f7797da {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.189482] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaf53d7-45e7-444c-b5f2-93bc46218390 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.197074] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e730196e-3474-4a6d-bc89-84d35ade8572 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.230867] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83eaefe-48aa-4e18-a95c-ebd34892f3e2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.238846] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9758895d-b958-4d36-8831-152fb2c248e5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.253505] env[70261]: DEBUG nova.compute.provider_tree [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.756578] env[70261]: DEBUG nova.scheduler.client.report [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.262642] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.281325] env[70261]: INFO nova.scheduler.client.report [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Deleted allocations for instance 79d57f29-53ce-4e3e-a222-33ef1f7797da [ 1505.789506] env[70261]: DEBUG oslo_concurrency.lockutils [None req-f7af511e-ef66-439f-b159-8f2c3baf52a3 tempest-ServerActionsTestJSON-1181951735 tempest-ServerActionsTestJSON-1181951735-project-member] Lock "79d57f29-53ce-4e3e-a222-33ef1f7797da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.028771] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.028990] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Cleaning up deleted instances {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1506.536733] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] There are 21 instances to clean {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1506.536921] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 79d57f29-53ce-4e3e-a222-33ef1f7797da] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.041605] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 36aae917-c0f7-4601-8e12-bcdfa103e349] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.544500] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: c6956678-b3fa-440a-8880-951c9f632d91] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.049217] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 6976bc99-6e8f-451a-8284-268d607aec64] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.249361] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775504-f5c8-4265-0fbd-80c3b124cc7a/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1508.250359] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c898fa3-4e14-4051-a2c7-05782a6ae1fc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.256635] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775504-f5c8-4265-0fbd-80c3b124cc7a/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1508.256806] env[70261]: ERROR oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775504-f5c8-4265-0fbd-80c3b124cc7a/disk-0.vmdk due to incomplete transfer. [ 1508.257038] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d8f9e88e-93c0-4474-9931-ddcb574624c0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.263821] env[70261]: DEBUG oslo_vmware.rw_handles [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52775504-f5c8-4265-0fbd-80c3b124cc7a/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1508.264026] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Uploaded image 75ebe9e8-5681-425b-b823-485dd556b82d to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1508.266665] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1508.266900] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad8c65c9-f7c9-496d-b7f9-37495dfa0b91 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.273118] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1508.273118] env[70261]: value = "task-3387273" [ 1508.273118] env[70261]: _type = "Task" [ 1508.273118] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.280832] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387273, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.413274] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.413607] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.413869] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.414113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.414306] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.416569] env[70261]: INFO nova.compute.manager [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Terminating instance [ 1508.553255] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: b94e55c3-1099-46c7-abfe-dad7cc3c790c] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.783167] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387273, 'name': Destroy_Task, 'duration_secs': 0.376674} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.783453] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Destroyed the VM [ 1508.783702] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1508.783942] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eba4ac06-e2ac-43bc-9a61-a6b9dcd1edc2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.790466] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1508.790466] env[70261]: value = "task-3387274" [ 1508.790466] env[70261]: _type = "Task" [ 1508.790466] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.798996] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387274, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.921512] env[70261]: DEBUG nova.compute.manager [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1508.921512] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.921991] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2b267-36f2-419d-8b49-ea64aefe7ccb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.929782] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.930097] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4492e3f0-6318-445a-9c42-5b920f1fd63c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.935989] env[70261]: DEBUG oslo_vmware.api [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1508.935989] env[70261]: value = "task-3387275" [ 1508.935989] env[70261]: _type = "Task" [ 1508.935989] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.944014] env[70261]: DEBUG oslo_vmware.api [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.057022] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: f7600b4d-d10c-4530-8ce4-ce7894d9a51f] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.299483] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387274, 'name': RemoveSnapshot_Task, 'duration_secs': 0.44628} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.299765] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1509.300047] env[70261]: DEBUG nova.compute.manager [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.300790] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b9f5e-809f-4060-8934-8a2747f29544 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.445243] env[70261]: DEBUG oslo_vmware.api [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387275, 'name': PowerOffVM_Task, 'duration_secs': 0.214206} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.445506] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.445673] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.445908] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a78d0bf5-830d-498d-a731-4afdd81f4464 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.509085] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.509316] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.509549] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleting the datastore file [datastore2] d809c393-d0a7-4327-ad0a-bc357da6b3b2 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.509817] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f07273d4-1c1b-4c87-b981-f5d7eb5e2fd0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.515571] env[70261]: DEBUG oslo_vmware.api [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1509.515571] env[70261]: value = "task-3387277" [ 1509.515571] env[70261]: _type = "Task" [ 1509.515571] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.524239] env[70261]: DEBUG oslo_vmware.api [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.560796] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 82e899df-6807-4bdf-858a-903aab9dc5da] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.811551] env[70261]: INFO nova.compute.manager [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Shelve offloading [ 1510.025848] env[70261]: DEBUG oslo_vmware.api [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169224} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.026052] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.026239] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.026438] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1510.026605] env[70261]: INFO nova.compute.manager [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1510.026840] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1510.027041] env[70261]: DEBUG nova.compute.manager [-] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1510.027138] env[70261]: DEBUG nova.network.neutron [-] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1510.064445] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 6130f898-f5a9-425e-b353-4e56bec21121] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.276912] env[70261]: DEBUG nova.compute.manager [req-e8e60bdb-2698-4856-bb07-8bace6112ec8 req-5a750a47-4c5d-4e80-a68a-9722aada562a service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Received event network-vif-deleted-31425380-25b5-4a7a-b374-d30f4c25b076 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.277113] env[70261]: INFO nova.compute.manager [req-e8e60bdb-2698-4856-bb07-8bace6112ec8 req-5a750a47-4c5d-4e80-a68a-9722aada562a service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Neutron deleted interface 31425380-25b5-4a7a-b374-d30f4c25b076; detaching it from the instance and deleting it from the info cache [ 1510.277285] env[70261]: DEBUG nova.network.neutron [req-e8e60bdb-2698-4856-bb07-8bace6112ec8 req-5a750a47-4c5d-4e80-a68a-9722aada562a service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.315162] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.315442] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51cb13cd-f4e4-40a1-a533-008641d94ba2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.322605] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1510.322605] env[70261]: value = "task-3387278" [ 1510.322605] env[70261]: _type = "Task" [ 1510.322605] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.330152] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.569064] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: ed282bc9-1660-4ad2-a32e-1fff2e668b39] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.762251] env[70261]: DEBUG nova.network.neutron [-] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.779632] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05b2a5c6-abfa-4027-90cd-a5c18a87e6cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.789528] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82288f5-2bee-49ba-9494-5e90399b1d28 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.815396] env[70261]: DEBUG nova.compute.manager [req-e8e60bdb-2698-4856-bb07-8bace6112ec8 req-5a750a47-4c5d-4e80-a68a-9722aada562a service nova] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Detach interface failed, port_id=31425380-25b5-4a7a-b374-d30f4c25b076, reason: Instance d809c393-d0a7-4327-ad0a-bc357da6b3b2 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1510.831123] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1510.831337] env[70261]: DEBUG nova.compute.manager [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.832088] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddf4c3d-53a9-482a-95f5-3efe1681aeb1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.837319] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.837485] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.837655] env[70261]: DEBUG nova.network.neutron [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1511.072203] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 12609a93-e750-4008-a6fd-7a56f80f93d6] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.265468] env[70261]: INFO nova.compute.manager [-] [instance: d809c393-d0a7-4327-ad0a-bc357da6b3b2] Took 1.24 seconds to deallocate network for instance. [ 1511.535794] env[70261]: DEBUG nova.network.neutron [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.575132] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 35ae1b47-6166-4b36-bff7-adf8d0ccea30] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.772247] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.772555] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.772781] env[70261]: DEBUG nova.objects.instance [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lazy-loading 'resources' on Instance uuid d809c393-d0a7-4327-ad0a-bc357da6b3b2 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.038858] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.078012] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 4e4186f7-88b1-4dbd-83aa-736a9e0b3106] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.304265] env[70261]: DEBUG nova.compute.manager [req-706e6ed9-3f8b-40e1-adcd-bc319b926b0e req-ef0ffc92-d5a0-4668-9eb0-1a83db947027 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-vif-unplugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.304491] env[70261]: DEBUG oslo_concurrency.lockutils [req-706e6ed9-3f8b-40e1-adcd-bc319b926b0e req-ef0ffc92-d5a0-4668-9eb0-1a83db947027 service nova] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.304731] env[70261]: DEBUG oslo_concurrency.lockutils [req-706e6ed9-3f8b-40e1-adcd-bc319b926b0e req-ef0ffc92-d5a0-4668-9eb0-1a83db947027 service nova] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.304899] env[70261]: DEBUG oslo_concurrency.lockutils [req-706e6ed9-3f8b-40e1-adcd-bc319b926b0e req-ef0ffc92-d5a0-4668-9eb0-1a83db947027 service nova] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.305189] env[70261]: DEBUG nova.compute.manager [req-706e6ed9-3f8b-40e1-adcd-bc319b926b0e req-ef0ffc92-d5a0-4668-9eb0-1a83db947027 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] No waiting events found dispatching network-vif-unplugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.305392] env[70261]: WARNING nova.compute.manager [req-706e6ed9-3f8b-40e1-adcd-bc319b926b0e req-ef0ffc92-d5a0-4668-9eb0-1a83db947027 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received unexpected event network-vif-unplugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 for instance with vm_state shelved and task_state shelving_offloading. [ 1512.329877] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd062a3-0d98-4e6c-a0a6-ff88047026bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.340138] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d78673d-35f9-4882-bb0d-4b25c24923b1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.346538] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.347319] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d993c82d-4f53-4901-b8e3-e5c9cfae72ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.374797] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13965091-04ae-422a-a912-435ffc208b4a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.379353] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.379884] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e12af265-0a1d-4c92-b946-40f792423c06 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.385281] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d160ef-87fa-4b5d-add8-2169703fc599 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.398088] env[70261]: DEBUG nova.compute.provider_tree [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.454228] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.454457] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Deleting contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.454644] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleting the datastore file [datastore1] 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.454909] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914cbd85-9d55-43fd-966a-41eb1a7ca0ce {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.462472] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1512.462472] env[70261]: value = "task-3387280" [ 1512.462472] env[70261]: _type = "Task" [ 1512.462472] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.470357] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.583177] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a41467b5-7805-42b2-bfa8-1509fa750aab] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.901587] env[70261]: DEBUG nova.scheduler.client.report [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.971736] env[70261]: DEBUG oslo_vmware.api [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120991} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.972066] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.972264] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Deleted contents of the VM from datastore datastore1 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.972458] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.991167] env[70261]: INFO nova.scheduler.client.report [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted allocations for instance 8ed66316-8e10-4029-a3e5-6253defbf396 [ 1513.088160] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 5d4cc4c0-cd43-4c8e-bc4e-a945ee90296f] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.406679] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.423064] env[70261]: INFO nova.scheduler.client.report [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleted allocations for instance d809c393-d0a7-4327-ad0a-bc357da6b3b2 [ 1513.495829] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.496142] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.496381] env[70261]: DEBUG nova.objects.instance [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'resources' on Instance uuid 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.590509] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 0b00875a-ef6e-4df7-ba88-cd3b3e598fc7] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.930669] env[70261]: DEBUG oslo_concurrency.lockutils [None req-3921ca9a-4663-422b-af94-ffde08bf589e tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "d809c393-d0a7-4327-ad0a-bc357da6b3b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.517s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.999553] env[70261]: DEBUG nova.objects.instance [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.093360] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: d4ba74d7-67d7-42cf-a77d-f5e2e56417eb] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.329116] env[70261]: DEBUG nova.compute.manager [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1514.329307] env[70261]: DEBUG nova.compute.manager [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing instance network info cache due to event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1514.329588] env[70261]: DEBUG oslo_concurrency.lockutils [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] Acquiring lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.329698] env[70261]: DEBUG oslo_concurrency.lockutils [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] Acquired lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.329859] env[70261]: DEBUG nova.network.neutron [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1514.502616] env[70261]: DEBUG nova.objects.base [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Object Instance<8ed66316-8e10-4029-a3e5-6253defbf396> lazy-loaded attributes: resources,numa_topology {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1514.529395] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa81585-50a0-4cac-8a43-8de4d6f5a242 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.536912] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8547cc28-7a82-49ac-bbb0-245939ea5b47 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.571835] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb75637-706f-40fd-bcb8-ad4d68edfecb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.579755] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55de9f2-361d-4206-a871-00f9dbff2a92 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.593754] env[70261]: DEBUG nova.compute.provider_tree [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.595800] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: fd9976c6-6a5a-4251-849d-b79a5d38f73c] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.045413] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.045655] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.045855] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.046044] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.046209] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.048781] env[70261]: DEBUG nova.network.neutron [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updated VIF entry in instance network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1515.049086] env[70261]: DEBUG nova.network.neutron [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.050418] env[70261]: INFO nova.compute.manager [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Terminating instance [ 1515.097064] env[70261]: DEBUG nova.scheduler.client.report [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.100316] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: a8455a32-9591-49d7-bd08-e4af06aa1b56] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.554283] env[70261]: DEBUG oslo_concurrency.lockutils [req-06d6e228-786a-4aa2-93ee-89184fab2628 req-775fcd27-b5eb-438e-81ec-5fc640c6d190 service nova] Releasing lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.554969] env[70261]: DEBUG nova.compute.manager [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1515.555181] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.556054] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c98e95-4f36-4e13-a158-c93560d10f79 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.563795] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.564048] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cf474e3-21e8-4a43-9d7c-9f515367782f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.570751] env[70261]: DEBUG oslo_vmware.api [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1515.570751] env[70261]: value = "task-3387281" [ 1515.570751] env[70261]: _type = "Task" [ 1515.570751] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.578251] env[70261]: DEBUG oslo_vmware.api [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.603264] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.605791] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 993e3bf5-4eb0-4794-9618-bb84bf846cb9] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.771588] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.080597] env[70261]: DEBUG oslo_vmware.api [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387281, 'name': PowerOffVM_Task, 'duration_secs': 0.218936} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.080850] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.081024] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.081281] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9165199c-9678-4947-9966-0dfc3277c2fd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.110097] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: 84322947-433b-42fe-bf03-b93de0c16bdf] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.114063] env[70261]: DEBUG oslo_concurrency.lockutils [None req-fdc4e344-eb8b-45e5-8e65-e92513963118 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.397s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.114852] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.343s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.115045] env[70261]: INFO nova.compute.manager [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Unshelving [ 1516.149032] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.149341] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.149480] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleting the datastore file [datastore2] 0eee5d62-6d7e-4474-accd-ed1990c3ef3e {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.149768] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cb7098b-3ce2-4d8c-a505-0075ef5f2633 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.155861] env[70261]: DEBUG oslo_vmware.api [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for the task: (returnval){ [ 1516.155861] env[70261]: value = "task-3387283" [ 1516.155861] env[70261]: _type = "Task" [ 1516.155861] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.163158] env[70261]: DEBUG oslo_vmware.api [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.613178] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] [instance: f813423c-c58a-4f7b-86c0-4b8e44ac7a4e] Instance has had 0 of 5 cleanup attempts {{(pid=70261) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.665505] env[70261]: DEBUG oslo_vmware.api [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Task: {'id': task-3387283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145706} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.665769] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.665953] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.666158] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.666330] env[70261]: INFO nova.compute.manager [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1516.666570] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1516.666756] env[70261]: DEBUG nova.compute.manager [-] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.666852] env[70261]: DEBUG nova.network.neutron [-] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1516.963159] env[70261]: DEBUG nova.compute.manager [req-7cb812cd-56f0-4705-97e5-3a9bd566e380 req-1fff39e6-0cbd-4c0e-b3b6-67d3b9b95ae5 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Received event network-vif-deleted-7d220727-eb6b-4f50-8b6c-695c922b0fe0 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1516.963511] env[70261]: INFO nova.compute.manager [req-7cb812cd-56f0-4705-97e5-3a9bd566e380 req-1fff39e6-0cbd-4c0e-b3b6-67d3b9b95ae5 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Neutron deleted interface 7d220727-eb6b-4f50-8b6c-695c922b0fe0; detaching it from the instance and deleting it from the info cache [ 1516.963653] env[70261]: DEBUG nova.network.neutron [req-7cb812cd-56f0-4705-97e5-3a9bd566e380 req-1fff39e6-0cbd-4c0e-b3b6-67d3b9b95ae5 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.125265] env[70261]: DEBUG nova.compute.utils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1517.442160] env[70261]: DEBUG nova.network.neutron [-] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.468128] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d180d5a0-5000-4cec-a10f-8c7eadacb4f3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.477883] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf4f91-0766-4272-b21d-8da5f560b4bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.502317] env[70261]: DEBUG nova.compute.manager [req-7cb812cd-56f0-4705-97e5-3a9bd566e380 req-1fff39e6-0cbd-4c0e-b3b6-67d3b9b95ae5 service nova] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Detach interface failed, port_id=7d220727-eb6b-4f50-8b6c-695c922b0fe0, reason: Instance 0eee5d62-6d7e-4474-accd-ed1990c3ef3e could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1517.627654] env[70261]: INFO nova.virt.block_device [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Booting with volume 2397ace8-4e07-4fb1-8e26-c7324f714d1f at /dev/sdb [ 1517.662650] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14d84277-58a4-4749-a47b-999b849157e0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.672280] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847a7d4d-d03b-4863-8d5a-84779e909ff5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.694966] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c7975c9-a852-4433-8b4d-775aa1155bb3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.702475] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f405953f-f53b-40f2-9a96-8839f10a1884 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.724606] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c8ee08-66e5-43cd-96ab-b0a9b2c8724a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.730619] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82e4dc6-64a8-49b0-95cb-51c738bba7dc {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.742931] env[70261]: DEBUG nova.virt.block_device [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating existing volume attachment record: 790d9195-5271-46ec-9510-c11fb1fc6cd5 {{(pid=70261) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1517.944647] env[70261]: INFO nova.compute.manager [-] [instance: 0eee5d62-6d7e-4474-accd-ed1990c3ef3e] Took 1.28 seconds to deallocate network for instance. [ 1518.451726] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.452156] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.452213] env[70261]: DEBUG nova.objects.instance [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lazy-loading 'resources' on Instance uuid 0eee5d62-6d7e-4474-accd-ed1990c3ef3e {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.997674] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45f716e-f270-4056-967b-a617af437b54 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.004954] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab9168e-868f-4ced-870e-04a4fc886ab4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.034807] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d184e-09e1-480e-b097-cd3971b98c86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.042048] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626b455c-cb92-44f6-86fe-41cf8d52b783 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.054916] env[70261]: DEBUG nova.compute.provider_tree [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.558299] env[70261]: DEBUG nova.scheduler.client.report [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.062893] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.080388] env[70261]: INFO nova.scheduler.client.report [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Deleted allocations for instance 0eee5d62-6d7e-4474-accd-ed1990c3ef3e [ 1520.588590] env[70261]: DEBUG oslo_concurrency.lockutils [None req-7d837789-40f7-4828-9166-367bab574983 tempest-ServerRescueNegativeTestJSON-1531040783 tempest-ServerRescueNegativeTestJSON-1531040783-project-member] Lock "0eee5d62-6d7e-4474-accd-ed1990c3ef3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.542s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.843113] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.843408] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.843618] env[70261]: DEBUG nova.objects.instance [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'pci_requests' on Instance uuid 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.348485] env[70261]: DEBUG nova.objects.instance [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.851869] env[70261]: INFO nova.compute.claims [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.887918] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83626a93-f020-492f-b2ff-cdb08d33f7d9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.895171] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6995c079-38d0-4a1a-8381-3791e4a8341b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.923892] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2fb4fc-a0ac-4581-865f-73a4f939385a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.930565] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc32e2-b705-4ade-a7fb-ddb8449490f0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.943824] env[70261]: DEBUG nova.compute.provider_tree [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.447318] env[70261]: DEBUG nova.scheduler.client.report [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.952126] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.109s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.979927] env[70261]: INFO nova.network.neutron [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating port a7e1d682-ced7-4836-9e67-31f9d93f9674 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1528.326122] env[70261]: DEBUG nova.compute.manager [req-4481e1f5-7fbd-42c1-bfb1-e95e309fab19 req-0acb738c-71e1-4f6d-9d42-39361f5657a9 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-vif-plugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1528.326364] env[70261]: DEBUG oslo_concurrency.lockutils [req-4481e1f5-7fbd-42c1-bfb1-e95e309fab19 req-0acb738c-71e1-4f6d-9d42-39361f5657a9 service nova] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.326559] env[70261]: DEBUG oslo_concurrency.lockutils [req-4481e1f5-7fbd-42c1-bfb1-e95e309fab19 req-0acb738c-71e1-4f6d-9d42-39361f5657a9 service nova] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.326746] env[70261]: DEBUG oslo_concurrency.lockutils [req-4481e1f5-7fbd-42c1-bfb1-e95e309fab19 req-0acb738c-71e1-4f6d-9d42-39361f5657a9 service nova] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.326913] env[70261]: DEBUG nova.compute.manager [req-4481e1f5-7fbd-42c1-bfb1-e95e309fab19 req-0acb738c-71e1-4f6d-9d42-39361f5657a9 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] No waiting events found dispatching network-vif-plugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.327492] env[70261]: WARNING nova.compute.manager [req-4481e1f5-7fbd-42c1-bfb1-e95e309fab19 req-0acb738c-71e1-4f6d-9d42-39361f5657a9 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received unexpected event network-vif-plugged-a7e1d682-ced7-4836-9e67-31f9d93f9674 for instance with vm_state shelved_offloaded and task_state spawning. [ 1528.407887] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.408144] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.408267] env[70261]: DEBUG nova.network.neutron [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1529.110801] env[70261]: DEBUG nova.network.neutron [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.614044] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.640523] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1ac97c5fd4e1cf77f509e0b2f7296f3d',container_format='bare',created_at=2025-04-09T13:16:46Z,direct_url=,disk_format='vmdk',id=75ebe9e8-5681-425b-b823-485dd556b82d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-993418203-shelved',owner='29cc28fc73094eb4801a01f34c819908',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-09T13:16:59Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.640769] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.640924] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.641122] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.641282] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.641414] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.641620] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.641777] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.641943] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.642124] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.642303] env[70261]: DEBUG nova.virt.hardware [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.643152] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b613712-9d60-432c-9bd6-1b3a4926cebd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.650643] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15eb80e-1c69-492c-8e5b-f02f765c0627 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.663720] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:dd:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7e1d682-ced7-4836-9e67-31f9d93f9674', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.670831] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.671087] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.671290] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45aa56ad-3f5d-46d4-a228-c0a7e297d9cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.688937] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.688937] env[70261]: value = "task-3387288" [ 1529.688937] env[70261]: _type = "Task" [ 1529.688937] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.700125] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387288, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.198373] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387288, 'name': CreateVM_Task, 'duration_secs': 0.326765} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.198554] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.199190] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.199356] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.199735] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.199980] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af43d1c8-c297-4c5e-b58d-07002071305c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.204868] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1530.204868] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e0cb43-c705-c1d2-588f-7e7688fddd4c" [ 1530.204868] env[70261]: _type = "Task" [ 1530.204868] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.218182] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52e0cb43-c705-c1d2-588f-7e7688fddd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.349384] env[70261]: DEBUG nova.compute.manager [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1530.349580] env[70261]: DEBUG nova.compute.manager [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing instance network info cache due to event network-changed-a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1530.349791] env[70261]: DEBUG oslo_concurrency.lockutils [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] Acquiring lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.349932] env[70261]: DEBUG oslo_concurrency.lockutils [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] Acquired lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.350101] env[70261]: DEBUG nova.network.neutron [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Refreshing network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1530.715079] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.715360] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Processing image 75ebe9e8-5681-425b-b823-485dd556b82d {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.715553] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d/75ebe9e8-5681-425b-b823-485dd556b82d.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.715699] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d/75ebe9e8-5681-425b-b823-485dd556b82d.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.715880] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.716143] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd9879e8-d254-4842-87bd-b544672bcac0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.725118] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.725295] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.725961] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba554fe-1a65-4429-88d5-78c7c322388c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.730523] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1530.730523] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52305e76-5e89-8f2e-2fde-ccdee50efceb" [ 1530.730523] env[70261]: _type = "Task" [ 1530.730523] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.737489] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52305e76-5e89-8f2e-2fde-ccdee50efceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.042603] env[70261]: DEBUG nova.network.neutron [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updated VIF entry in instance network info cache for port a7e1d682-ced7-4836-9e67-31f9d93f9674. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1531.042603] env[70261]: DEBUG nova.network.neutron [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [{"id": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "address": "fa:16:3e:da:dd:d9", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7e1d682-ce", "ovs_interfaceid": "a7e1d682-ced7-4836-9e67-31f9d93f9674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.240392] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Preparing fetch location {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1531.240646] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Fetch image to [datastore2] OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c/OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c.vmdk {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1531.240811] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Downloading stream optimized image 75ebe9e8-5681-425b-b823-485dd556b82d to [datastore2] OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c/OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c.vmdk on the data store datastore2 as vApp {{(pid=70261) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1531.240980] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Downloading image file data 75ebe9e8-5681-425b-b823-485dd556b82d to the ESX as VM named 'OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c' {{(pid=70261) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1531.305935] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1531.305935] env[70261]: value = "resgroup-9" [ 1531.305935] env[70261]: _type = "ResourcePool" [ 1531.305935] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1531.306322] env[70261]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d5e078c2-6190-47ab-8800-ee09422c4e4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.326149] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease: (returnval){ [ 1531.326149] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4285-b9f5-7157-46ca-7fb69218ac5a" [ 1531.326149] env[70261]: _type = "HttpNfcLease" [ 1531.326149] env[70261]: } obtained for vApp import into resource pool (val){ [ 1531.326149] env[70261]: value = "resgroup-9" [ 1531.326149] env[70261]: _type = "ResourcePool" [ 1531.326149] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1531.326606] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the lease: (returnval){ [ 1531.326606] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4285-b9f5-7157-46ca-7fb69218ac5a" [ 1531.326606] env[70261]: _type = "HttpNfcLease" [ 1531.326606] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1531.332430] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.332430] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4285-b9f5-7157-46ca-7fb69218ac5a" [ 1531.332430] env[70261]: _type = "HttpNfcLease" [ 1531.332430] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1531.548170] env[70261]: DEBUG oslo_concurrency.lockutils [req-fbfabe36-0056-4cce-b9a5-586da120ff7a req-95dff8de-6216-44c7-a1f2-00ddc70fe1fc service nova] Releasing lock "refresh_cache-8ed66316-8e10-4029-a3e5-6253defbf396" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.834318] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1531.834318] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4285-b9f5-7157-46ca-7fb69218ac5a" [ 1531.834318] env[70261]: _type = "HttpNfcLease" [ 1531.834318] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1531.834705] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1531.834705] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526e4285-b9f5-7157-46ca-7fb69218ac5a" [ 1531.834705] env[70261]: _type = "HttpNfcLease" [ 1531.834705] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1531.835338] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc9c4a-810e-4794-90f5-a0bb99692634 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.842305] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebf6-a075-cd6f-17ef-416d04df350b/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1531.842483] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebf6-a075-cd6f-17ef-416d04df350b/disk-0.vmdk. {{(pid=70261) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1531.905509] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-15318e8d-e3b9-4502-9c75-3957a2c2c239 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.976319] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Completed reading data from the image iterator. {{(pid=70261) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1532.976756] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebf6-a075-cd6f-17ef-416d04df350b/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1532.977469] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e81305-8f77-4a4d-aee0-76ce029b73b7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.983810] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebf6-a075-cd6f-17ef-416d04df350b/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1532.983966] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebf6-a075-cd6f-17ef-416d04df350b/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1532.984282] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-457abed3-8394-48f4-9366-bec38cf2f6cf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.166242] env[70261]: DEBUG oslo_vmware.rw_handles [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebf6-a075-cd6f-17ef-416d04df350b/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1533.166544] env[70261]: INFO nova.virt.vmwareapi.images [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Downloaded image file data 75ebe9e8-5681-425b-b823-485dd556b82d [ 1533.167478] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00161365-b4f6-4519-a552-333ba7854a66 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.184046] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2635b45a-ce7a-4a9f-8a61-805000848031 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.213647] env[70261]: INFO nova.virt.vmwareapi.images [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] The imported VM was unregistered [ 1533.216088] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Caching image {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1533.216316] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating directory with path [datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.216570] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be42c7e-94d3-4236-888e-fbf43e8c6b15 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.226283] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created directory with path [datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.226459] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c/OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c.vmdk to [datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d/75ebe9e8-5681-425b-b823-485dd556b82d.vmdk. {{(pid=70261) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1533.226687] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ecdc11e8-dd5d-42bc-ab60-62f3050125a3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.233225] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1533.233225] env[70261]: value = "task-3387291" [ 1533.233225] env[70261]: _type = "Task" [ 1533.233225] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.240945] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387291, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.747095] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387291, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.244917] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387291, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.745703] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387291, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.247247] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387291, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.747316] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387291, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.08531} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.747588] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c/OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c.vmdk to [datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d/75ebe9e8-5681-425b-b823-485dd556b82d.vmdk. [ 1535.747750] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Cleaning up location [datastore2] OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1535.747915] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5780b429-f2ba-467a-a2c3-cce8634c9c9c {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.748171] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04948df3-539d-486f-86e5-c2c4fced4ca9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.754215] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1535.754215] env[70261]: value = "task-3387292" [ 1535.754215] env[70261]: _type = "Task" [ 1535.754215] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.761284] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.263963] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034372} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.264279] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.264401] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d/75ebe9e8-5681-425b-b823-485dd556b82d.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.264647] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d/75ebe9e8-5681-425b-b823-485dd556b82d.vmdk to [datastore2] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.264892] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-101eea8e-7ee8-4995-9fc0-19d114d485a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.270798] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1536.270798] env[70261]: value = "task-3387293" [ 1536.270798] env[70261]: _type = "Task" [ 1536.270798] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.277932] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.780494] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387293, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.281807] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387293, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.782510] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387293, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.283908] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387293, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.784075] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387293, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.178482} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.784337] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/75ebe9e8-5681-425b-b823-485dd556b82d/75ebe9e8-5681-425b-b823-485dd556b82d.vmdk to [datastore2] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1538.785108] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd26ba1-d438-41db-a826-ca0ed5d6180d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.806209] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1538.806433] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6fc2f3-42b1-4685-a5fb-0b88adb45f3d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.824129] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1538.824129] env[70261]: value = "task-3387294" [ 1538.824129] env[70261]: _type = "Task" [ 1538.824129] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.831383] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.333493] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387294, 'name': ReconfigVM_Task, 'duration_secs': 0.440166} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.333878] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 8ed66316-8e10-4029-a3e5-6253defbf396/8ed66316-8e10-4029-a3e5-6253defbf396.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.334867] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'disk_bus': None, 'size': 0, 'image_id': '4ceded2d-768f-4897-ac89-5e4a52d51901'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675789', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'name': 'volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8ed66316-8e10-4029-a3e5-6253defbf396', 'attached_at': '', 'detached_at': '', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'serial': '2397ace8-4e07-4fb1-8e26-c7324f714d1f'}, 'delete_on_termination': False, 'attachment_id': '790d9195-5271-46ec-9510-c11fb1fc6cd5', 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=70261) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1539.335084] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Volume attach. Driver type: vmdk {{(pid=70261) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1539.335315] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675789', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'name': 'volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8ed66316-8e10-4029-a3e5-6253defbf396', 'attached_at': '', 'detached_at': '', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'serial': '2397ace8-4e07-4fb1-8e26-c7324f714d1f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1539.336071] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec5898d-5455-43a7-8ebd-f1b84c9276a8 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.351769] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145bd317-e047-4d62-9c04-611b520cb6bf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.374721] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f/volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.374937] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825f7d3e-9222-44b2-b8b8-5816b751a73d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.391332] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1539.391332] env[70261]: value = "task-3387295" [ 1539.391332] env[70261]: _type = "Task" [ 1539.391332] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.398419] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.900989] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387295, 'name': ReconfigVM_Task, 'duration_secs': 0.28704} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.901291] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f/volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f.vmdk or device None with type thin {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1539.905784] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c33230b-a57b-4883-aafb-74d15578d4a1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.922064] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1539.922064] env[70261]: value = "task-3387296" [ 1539.922064] env[70261]: _type = "Task" [ 1539.922064] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.929361] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.431974] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.933646] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387296, 'name': ReconfigVM_Task, 'duration_secs': 0.844082} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.933893] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675789', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'name': 'volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8ed66316-8e10-4029-a3e5-6253defbf396', 'attached_at': '', 'detached_at': '', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'serial': '2397ace8-4e07-4fb1-8e26-c7324f714d1f'} {{(pid=70261) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1540.934477] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24532f4e-d366-415d-8151-b2d0bdecce1f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.940270] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1540.940270] env[70261]: value = "task-3387297" [ 1540.940270] env[70261]: _type = "Task" [ 1540.940270] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.947466] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387297, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.450141] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387297, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.950966] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387297, 'name': Rename_Task} progress is 99%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.451327] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387297, 'name': Rename_Task, 'duration_secs': 1.128539} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.451640] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.451832] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee223bf-db3e-4c5f-a470-aaf2e74900f4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.457331] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1542.457331] env[70261]: value = "task-3387298" [ 1542.457331] env[70261]: _type = "Task" [ 1542.457331] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.464154] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.969062] env[70261]: DEBUG oslo_vmware.api [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387298, 'name': PowerOnVM_Task, 'duration_secs': 0.436349} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.969062] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.064446] env[70261]: DEBUG nova.compute.manager [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.065545] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701f29c-73ed-45fe-9b56-be10c577575d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.582706] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4e333fe4-800a-442a-b391-a08fb7588db5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.467s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.108047] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.108449] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.108449] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.108553] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.108947] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.109283] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.109563] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.109814] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1561.110802] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.613900] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.614194] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.614371] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.614527] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1561.615412] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aac3944-8258-4756-9099-23483b87926d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.623515] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67a5572-12f3-4e06-80b2-93078cc9f038 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.637411] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3228b65c-c525-457c-9bb6-2013aa0384fa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.643592] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5035dd-90a4-4212-9c5a-b9bee4b2b82f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.671961] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180745MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1561.672133] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.672340] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.696049] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 8ed66316-8e10-4029-a3e5-6253defbf396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1562.696317] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1562.696416] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1562.721401] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c23038-366a-471b-b3ca-91bc0379ed45 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.729970] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ab795-efe0-4d23-86be-5b4bac657674 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.758293] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8d767-6d77-42a0-b259-e4207d1d3107 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.764809] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02673ec-ebee-4124-98a6-25601b8f481c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.777210] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.279898] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.784377] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1563.784755] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.690888] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.633561] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.634076] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.137273] env[70261]: INFO nova.compute.manager [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Detaching volume 2397ace8-4e07-4fb1-8e26-c7324f714d1f [ 1580.254892] env[70261]: INFO nova.virt.block_device [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Attempting to driver detach volume 2397ace8-4e07-4fb1-8e26-c7324f714d1f from mountpoint /dev/sdb [ 1580.255192] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Volume detach. Driver type: vmdk {{(pid=70261) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1580.255396] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675789', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'name': 'volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8ed66316-8e10-4029-a3e5-6253defbf396', 'attached_at': '', 'detached_at': '', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'serial': '2397ace8-4e07-4fb1-8e26-c7324f714d1f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1580.256310] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df828b5-f910-4fd9-83ef-4644c3883503 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.277617] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279cc269-5354-4239-8fec-d78d6f3b05a4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.283738] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1eaa88-91e2-4927-b7a8-54753c1308c6 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.302482] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58242fce-518f-492e-bba0-e40eb621f347 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.315839] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] The volume has not been displaced from its original location: [datastore2] volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f/volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f.vmdk. No consolidation needed. {{(pid=70261) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1580.320911] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1580.321154] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b408b5-3db2-4581-ad24-95e018d05848 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.336712] env[70261]: DEBUG oslo_vmware.api [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1580.336712] env[70261]: value = "task-3387299" [ 1580.336712] env[70261]: _type = "Task" [ 1580.336712] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.343654] env[70261]: DEBUG oslo_vmware.api [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.846967] env[70261]: DEBUG oslo_vmware.api [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387299, 'name': ReconfigVM_Task, 'duration_secs': 0.211715} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.847403] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=70261) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1580.851784] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6642d490-eb43-47e4-be66-5d006167814a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.865712] env[70261]: DEBUG oslo_vmware.api [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1580.865712] env[70261]: value = "task-3387300" [ 1580.865712] env[70261]: _type = "Task" [ 1580.865712] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.874201] env[70261]: DEBUG oslo_vmware.api [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.376657] env[70261]: DEBUG oslo_vmware.api [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387300, 'name': ReconfigVM_Task, 'duration_secs': 0.132614} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.376896] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-675789', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'name': 'volume-2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8ed66316-8e10-4029-a3e5-6253defbf396', 'attached_at': '', 'detached_at': '', 'volume_id': '2397ace8-4e07-4fb1-8e26-c7324f714d1f', 'serial': '2397ace8-4e07-4fb1-8e26-c7324f714d1f'} {{(pid=70261) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1581.916201] env[70261]: DEBUG nova.objects.instance [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'flavor' on Instance uuid 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.925375] env[70261]: DEBUG oslo_concurrency.lockutils [None req-81072212-0bb4-4350-aa13-1b05f4dd0457 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.863096] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.863364] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.863577] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.863761] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.863927] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.865988] env[70261]: INFO nova.compute.manager [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Terminating instance [ 1584.369827] env[70261]: DEBUG nova.compute.manager [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.370237] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.370969] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0973c7-fe8f-4860-9b3d-91baa29ea16c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.378495] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.378716] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd06d8b-f2f7-4c8b-b081-9dcdc3c792d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.385150] env[70261]: DEBUG oslo_vmware.api [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1584.385150] env[70261]: value = "task-3387301" [ 1584.385150] env[70261]: _type = "Task" [ 1584.385150] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.392372] env[70261]: DEBUG oslo_vmware.api [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.894598] env[70261]: DEBUG oslo_vmware.api [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387301, 'name': PowerOffVM_Task, 'duration_secs': 0.169271} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.894879] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.895034] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.895276] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5cb66e2-4099-41a9-9b88-c39bc63ef741 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.952268] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.952489] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.952676] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleting the datastore file [datastore2] 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.952933] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e8ad8e8-313d-4399-80cc-92493aceb36e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.959639] env[70261]: DEBUG oslo_vmware.api [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1584.959639] env[70261]: value = "task-3387303" [ 1584.959639] env[70261]: _type = "Task" [ 1584.959639] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.967106] env[70261]: DEBUG oslo_vmware.api [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.470013] env[70261]: DEBUG oslo_vmware.api [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133774} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.470509] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.470509] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.470630] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.470796] env[70261]: INFO nova.compute.manager [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1585.471078] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1585.471272] env[70261]: DEBUG nova.compute.manager [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1585.471384] env[70261]: DEBUG nova.network.neutron [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1585.966259] env[70261]: DEBUG nova.compute.manager [req-cb9f70a1-0288-43f7-aff2-e96091099e43 req-b3700b43-354e-4796-9339-4c4dee9bab96 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Received event network-vif-deleted-a7e1d682-ced7-4836-9e67-31f9d93f9674 {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1585.966543] env[70261]: INFO nova.compute.manager [req-cb9f70a1-0288-43f7-aff2-e96091099e43 req-b3700b43-354e-4796-9339-4c4dee9bab96 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Neutron deleted interface a7e1d682-ced7-4836-9e67-31f9d93f9674; detaching it from the instance and deleting it from the info cache [ 1585.966743] env[70261]: DEBUG nova.network.neutron [req-cb9f70a1-0288-43f7-aff2-e96091099e43 req-b3700b43-354e-4796-9339-4c4dee9bab96 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.380968] env[70261]: DEBUG nova.network.neutron [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.470026] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ade7a757-942b-46f9-a474-a7ad80eb3d72 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.480078] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd89c4ad-c62f-4012-81c9-e3a894866e44 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.504936] env[70261]: DEBUG nova.compute.manager [req-cb9f70a1-0288-43f7-aff2-e96091099e43 req-b3700b43-354e-4796-9339-4c4dee9bab96 service nova] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Detach interface failed, port_id=a7e1d682-ced7-4836-9e67-31f9d93f9674, reason: Instance 8ed66316-8e10-4029-a3e5-6253defbf396 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1586.883923] env[70261]: INFO nova.compute.manager [-] [instance: 8ed66316-8e10-4029-a3e5-6253defbf396] Took 1.41 seconds to deallocate network for instance. [ 1587.389858] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.390139] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.390404] env[70261]: DEBUG nova.objects.instance [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'resources' on Instance uuid 8ed66316-8e10-4029-a3e5-6253defbf396 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.924932] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ac4788-9309-408b-a2a6-ac0452c5784a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.932172] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73d90f4-51df-40a1-b200-29e7c353e62a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.960834] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb2c2f6-b6d2-4c1f-a6a7-979027a7b305 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.967151] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4748c8a0-02cc-4a95-a05c-59579667ecb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.980702] env[70261]: DEBUG nova.compute.provider_tree [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.483609] env[70261]: DEBUG nova.scheduler.client.report [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.988540] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.013138] env[70261]: INFO nova.scheduler.client.report [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted allocations for instance 8ed66316-8e10-4029-a3e5-6253defbf396 [ 1589.521294] env[70261]: DEBUG oslo_concurrency.lockutils [None req-6cc6ee15-7e6d-4e2b-93a9-a9d5030dbf0f tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "8ed66316-8e10-4029-a3e5-6253defbf396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.658s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.674357] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.674651] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.177233] env[70261]: DEBUG nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Starting instance... {{(pid=70261) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1592.696943] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.697260] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.698789] env[70261]: INFO nova.compute.claims [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.731197] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b8da0-4472-4a39-a00a-8acef3c73353 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.738513] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d3c97-51f3-4446-b9df-b7a24a19facd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.768417] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b23b304-d9a3-46c4-a865-d1261fa9fe94 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.774868] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2600959-6cd7-48af-9089-ef59cb9c64a5 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.787359] env[70261]: DEBUG nova.compute.provider_tree [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.291035] env[70261]: DEBUG nova.scheduler.client.report [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.795360] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.098s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.795909] env[70261]: DEBUG nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Start building networks asynchronously for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1595.301022] env[70261]: DEBUG nova.compute.utils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Using /dev/sd instead of None {{(pid=70261) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1595.302444] env[70261]: DEBUG nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Allocating IP information in the background. {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1595.302638] env[70261]: DEBUG nova.network.neutron [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] allocate_for_instance() {{(pid=70261) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.349714] env[70261]: DEBUG nova.policy [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b92578a817de4f0ea9559f35d5ef2ebe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cc28fc73094eb4801a01f34c819908', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70261) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.621904] env[70261]: DEBUG nova.network.neutron [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Successfully created port: ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.807882] env[70261]: DEBUG nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Start building block device mappings for instance. {{(pid=70261) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1596.816415] env[70261]: DEBUG nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Start spawning the instance on the hypervisor. {{(pid=70261) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.843393] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T13:00:25Z,direct_url=,disk_format='vmdk',id=4ceded2d-768f-4897-ac89-5e4a52d51901,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e9cd761401e41938f19c948002c4520',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T13:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.843743] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.843971] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.844258] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.844471] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.844692] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.844981] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.845230] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.845475] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.845716] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.845962] env[70261]: DEBUG nova.virt.hardware [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.847128] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8ecf23-28f4-4fd2-81ff-8c9cae15b81d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.857581] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27868d54-895c-4a87-8090-6faa4aeef3eb {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.983809] env[70261]: DEBUG nova.compute.manager [req-a5c02fd5-8920-47fe-92a8-f3dfc4090307 req-eb15a3ea-ba95-4285-9347-f58526ee3a08 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-vif-plugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1596.984533] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5c02fd5-8920-47fe-92a8-f3dfc4090307 req-eb15a3ea-ba95-4285-9347-f58526ee3a08 service nova] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.984872] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5c02fd5-8920-47fe-92a8-f3dfc4090307 req-eb15a3ea-ba95-4285-9347-f58526ee3a08 service nova] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.985142] env[70261]: DEBUG oslo_concurrency.lockutils [req-a5c02fd5-8920-47fe-92a8-f3dfc4090307 req-eb15a3ea-ba95-4285-9347-f58526ee3a08 service nova] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.985394] env[70261]: DEBUG nova.compute.manager [req-a5c02fd5-8920-47fe-92a8-f3dfc4090307 req-eb15a3ea-ba95-4285-9347-f58526ee3a08 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] No waiting events found dispatching network-vif-plugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1596.985641] env[70261]: WARNING nova.compute.manager [req-a5c02fd5-8920-47fe-92a8-f3dfc4090307 req-eb15a3ea-ba95-4285-9347-f58526ee3a08 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received unexpected event network-vif-plugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b for instance with vm_state building and task_state spawning. [ 1597.238636] env[70261]: DEBUG nova.network.neutron [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Successfully updated port: ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.741569] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.741732] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.741884] env[70261]: DEBUG nova.network.neutron [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1598.273292] env[70261]: DEBUG nova.network.neutron [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Instance cache missing network info. {{(pid=70261) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1598.384511] env[70261]: DEBUG nova.network.neutron [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.886868] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.887229] env[70261]: DEBUG nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Instance network_info: |[{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70261) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1598.887707] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.895007] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1598.895234] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.895459] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f5cfb6b-699e-469e-9610-110987faef36 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.915401] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.915401] env[70261]: value = "task-3387304" [ 1598.915401] env[70261]: _type = "Task" [ 1598.915401] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.922667] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387304, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.180104] env[70261]: DEBUG nova.compute.manager [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1599.180285] env[70261]: DEBUG nova.compute.manager [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing instance network info cache due to event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1599.180579] env[70261]: DEBUG oslo_concurrency.lockutils [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] Acquiring lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.180692] env[70261]: DEBUG oslo_concurrency.lockutils [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] Acquired lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.180859] env[70261]: DEBUG nova.network.neutron [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1599.424978] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387304, 'name': CreateVM_Task, 'duration_secs': 0.288824} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.425361] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.425763] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.425931] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.426310] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.426558] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adea0bed-cfe3-4d3a-837c-fb4fa9d13aaf {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.430864] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1599.430864] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5c504-6ef2-7c43-0803-905a63c0f629" [ 1599.430864] env[70261]: _type = "Task" [ 1599.430864] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.437873] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5c504-6ef2-7c43-0803-905a63c0f629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.852719] env[70261]: DEBUG nova.network.neutron [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updated VIF entry in instance network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1599.853075] env[70261]: DEBUG nova.network.neutron [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.940774] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52b5c504-6ef2-7c43-0803-905a63c0f629, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.941028] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.941265] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Processing image 4ceded2d-768f-4897-ac89-5e4a52d51901 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.941495] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.941650] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.941844] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.942095] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e4558ae-1cdd-4a8c-b506-05c479d2c588 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.949894] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.950076] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.950758] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334865a2-39b7-41f9-bf00-4e5548264d67 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.955076] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1599.955076] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526024c7-d448-6cde-6da4-524493f12793" [ 1599.955076] env[70261]: _type = "Task" [ 1599.955076] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.963292] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526024c7-d448-6cde-6da4-524493f12793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.355755] env[70261]: DEBUG oslo_concurrency.lockutils [req-5cfad34e-8320-4340-9518-370e32b0e26f req-53b86214-ddd1-41de-aff3-3863ae454419 service nova] Releasing lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.465200] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]526024c7-d448-6cde-6da4-524493f12793, 'name': SearchDatastore_Task, 'duration_secs': 0.008167} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.465939] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a694aa6-849c-4c5f-9b17-77bd77b66b5d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.470592] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1600.470592] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ce214a-b06e-f7cc-2870-39d599e3edff" [ 1600.470592] env[70261]: _type = "Task" [ 1600.470592] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.477548] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ce214a-b06e-f7cc-2870-39d599e3edff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.981014] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52ce214a-b06e-f7cc-2870-39d599e3edff, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.981284] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.981535] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.981776] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c41e830-b5c4-444a-be00-3855a95d41d7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.988110] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1600.988110] env[70261]: value = "task-3387305" [ 1600.988110] env[70261]: _type = "Task" [ 1600.988110] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.995308] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.497445] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409539} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.497814] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4ceded2d-768f-4897-ac89-5e4a52d51901/4ceded2d-768f-4897-ac89-5e4a52d51901.vmdk to [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.497892] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Extending root virtual disk to 1048576 {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.498144] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d7f30c3-4b39-4b6f-8d4b-0684a0697767 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.503907] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1601.503907] env[70261]: value = "task-3387306" [ 1601.503907] env[70261]: _type = "Task" [ 1601.503907] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.511801] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.013849] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054897} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.014131] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Extended root virtual disk {{(pid=70261) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.014858] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729afe0-23a9-4dab-b0aa-a30d262560db {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.035842] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.036062] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27425a95-4240-4ff1-ad61-3708c61134c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.054855] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1602.054855] env[70261]: value = "task-3387307" [ 1602.054855] env[70261]: _type = "Task" [ 1602.054855] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.061827] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.564327] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387307, 'name': ReconfigVM_Task, 'duration_secs': 0.260835} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.564681] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk or device None with type sparse {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.565238] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f9203b-273b-4a06-9c4f-f8e54f0a1b23 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.571389] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1602.571389] env[70261]: value = "task-3387308" [ 1602.571389] env[70261]: _type = "Task" [ 1602.571389] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.578798] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387308, 'name': Rename_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.081253] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387308, 'name': Rename_Task, 'duration_secs': 0.133461} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.081515] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.081745] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da6d37c-5c90-4b7f-81dc-0461a5047ecd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.087362] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1603.087362] env[70261]: value = "task-3387309" [ 1603.087362] env[70261]: _type = "Task" [ 1603.087362] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.094231] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.597610] env[70261]: DEBUG oslo_vmware.api [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387309, 'name': PowerOnVM_Task, 'duration_secs': 0.414609} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.598083] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.598083] env[70261]: INFO nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1603.598267] env[70261]: DEBUG nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.598997] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db419d2-d92d-4c35-b61e-389ffe99397d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.118182] env[70261]: INFO nova.compute.manager [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Took 11.43 seconds to build instance. [ 1604.620583] env[70261]: DEBUG oslo_concurrency.lockutils [None req-cc1eaad0-fc2d-4935-af74-a8533909a3a5 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.946s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.641246] env[70261]: DEBUG nova.compute.manager [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.641414] env[70261]: DEBUG nova.compute.manager [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing instance network info cache due to event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1604.641614] env[70261]: DEBUG oslo_concurrency.lockutils [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] Acquiring lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.641727] env[70261]: DEBUG oslo_concurrency.lockutils [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] Acquired lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.641885] env[70261]: DEBUG nova.network.neutron [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1605.340878] env[70261]: DEBUG nova.network.neutron [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updated VIF entry in instance network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1605.341264] env[70261]: DEBUG nova.network.neutron [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.844225] env[70261]: DEBUG oslo_concurrency.lockutils [req-05bf1848-69ef-457c-aeb6-79871910bdda req-3b0cc48b-04f0-43ba-94ec-8796c3e156ff service nova] Releasing lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.019496] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.019796] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.020198] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1615.015308] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.019608] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.523520] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.523778] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1616.523950] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.524125] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1616.525408] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd084d4-ec3f-4a91-bb7d-ac107f0c5ec9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.533361] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952afc8e-9f9b-4dcb-8453-770f02a6ec4d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.546697] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94761c1-2771-4160-9c08-92dc7e633bc7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.552554] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d2d204-1499-4c53-acd3-4eab4d48e2ac {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.581617] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180595MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1616.581769] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.581980] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.608117] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 7628537d-603f-4dac-a3a4-8668c8ae34b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1617.608396] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1617.608479] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1617.633839] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78e114f-3f98-4081-a609-fdaa25cba71e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.641073] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb1905-8277-4b2a-a9bb-7237cdf51d20 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.669563] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df54232-62ba-4178-9963-1e0162d8854f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.676182] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91a3db-7ba2-4344-879b-b8837e60b825 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.688550] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.191619] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.697382] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1618.697764] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.698174] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.698542] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.698616] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.698743] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.713599] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.714024] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.714134] env[70261]: INFO nova.compute.manager [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Shelving [ 1644.723554] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.723906] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f17680-7602-442f-b651-d9e3223559de {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.731048] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1644.731048] env[70261]: value = "task-3387310" [ 1644.731048] env[70261]: _type = "Task" [ 1644.731048] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.738742] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.240945] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387310, 'name': PowerOffVM_Task, 'duration_secs': 0.196072} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.241223] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.242014] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbb30c5-343a-4491-b852-6c68c2793385 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.259769] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05951cfb-8f96-4585-8364-2bbfff04da07 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.770333] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Creating Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1645.770689] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c4598f8-2b39-45db-918b-e3e01fd2d219 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.779249] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1645.779249] env[70261]: value = "task-3387311" [ 1645.779249] env[70261]: _type = "Task" [ 1645.779249] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.789779] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.288889] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387311, 'name': CreateSnapshot_Task, 'duration_secs': 0.483474} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.289162] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Created Snapshot of the VM instance {{(pid=70261) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1646.289858] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a936a88d-c202-45c3-96c8-308db1d2554d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.806579] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Creating linked-clone VM from snapshot {{(pid=70261) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1646.806988] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14fbf1aa-cf42-41b7-b66f-100da6164315 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.815054] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1646.815054] env[70261]: value = "task-3387312" [ 1646.815054] env[70261]: _type = "Task" [ 1646.815054] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.822503] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387312, 'name': CloneVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.324318] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387312, 'name': CloneVM_Task} progress is 94%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.824606] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387312, 'name': CloneVM_Task} progress is 100%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.326986] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387312, 'name': CloneVM_Task, 'duration_secs': 1.0503} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.327274] env[70261]: INFO nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Created linked-clone VM from snapshot [ 1648.327990] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96877559-79a4-4483-8bf5-e6910627e63c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.334981] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Uploading image 28de48c9-fc94-4bfe-acdc-3086c3d03145 {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1648.354439] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1648.354439] env[70261]: value = "vm-675794" [ 1648.354439] env[70261]: _type = "VirtualMachine" [ 1648.354439] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1648.354686] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ff06ae1-c386-4add-bcc4-5a57410c55ad {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.360730] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease: (returnval){ [ 1648.360730] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be5a32-f3f1-bc3d-b149-756c6327a5b9" [ 1648.360730] env[70261]: _type = "HttpNfcLease" [ 1648.360730] env[70261]: } obtained for exporting VM: (result){ [ 1648.360730] env[70261]: value = "vm-675794" [ 1648.360730] env[70261]: _type = "VirtualMachine" [ 1648.360730] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1648.361056] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the lease: (returnval){ [ 1648.361056] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be5a32-f3f1-bc3d-b149-756c6327a5b9" [ 1648.361056] env[70261]: _type = "HttpNfcLease" [ 1648.361056] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1648.366474] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1648.366474] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be5a32-f3f1-bc3d-b149-756c6327a5b9" [ 1648.366474] env[70261]: _type = "HttpNfcLease" [ 1648.366474] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1648.869189] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1648.869189] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be5a32-f3f1-bc3d-b149-756c6327a5b9" [ 1648.869189] env[70261]: _type = "HttpNfcLease" [ 1648.869189] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1648.869682] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1648.869682] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52be5a32-f3f1-bc3d-b149-756c6327a5b9" [ 1648.869682] env[70261]: _type = "HttpNfcLease" [ 1648.869682] env[70261]: }. {{(pid=70261) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1648.870201] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dceb51-c246-4cf0-b2e3-7e0a783afbbd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.876832] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52806a98-4201-cc4a-9942-676ea194f910/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1648.877025] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52806a98-4201-cc4a-9942-676ea194f910/disk-0.vmdk for reading. {{(pid=70261) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1648.962955] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0550296-f79a-448f-b447-50229b2b7de9 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.901797] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52806a98-4201-cc4a-9942-676ea194f910/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1655.902720] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfef90e-d13e-4123-87b6-f56f0f804ed4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.908722] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52806a98-4201-cc4a-9942-676ea194f910/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1655.908888] env[70261]: ERROR oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52806a98-4201-cc4a-9942-676ea194f910/disk-0.vmdk due to incomplete transfer. [ 1655.909105] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a8fa462-3314-4af0-bfd9-114340020b69 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.916231] env[70261]: DEBUG oslo_vmware.rw_handles [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52806a98-4201-cc4a-9942-676ea194f910/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1655.916422] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Uploaded image 28de48c9-fc94-4bfe-acdc-3086c3d03145 to the Glance image server {{(pid=70261) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1655.918814] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Destroying the VM {{(pid=70261) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1655.919045] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7edff27-5598-41fc-992c-c9ab0d6593c3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.923911] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1655.923911] env[70261]: value = "task-3387314" [ 1655.923911] env[70261]: _type = "Task" [ 1655.923911] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.930816] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387314, 'name': Destroy_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.432924] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387314, 'name': Destroy_Task, 'duration_secs': 0.398066} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.433181] env[70261]: INFO nova.virt.vmwareapi.vm_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Destroyed the VM [ 1656.433443] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Deleting Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1656.433672] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bcdec8fd-0cb7-47e8-a317-1cacd16bdf94 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.438904] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1656.438904] env[70261]: value = "task-3387315" [ 1656.438904] env[70261]: _type = "Task" [ 1656.438904] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.447084] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.948857] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387315, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351716} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.949269] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Deleted Snapshot of the VM instance {{(pid=70261) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1656.949387] env[70261]: DEBUG nova.compute.manager [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.950135] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4539f6-d263-4ba6-ad76-664890ab1a86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.461587] env[70261]: INFO nova.compute.manager [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Shelve offloading [ 1657.964919] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.965317] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d4f77c-337f-4e38-a09c-7dedaef0d0bd {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.972531] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1657.972531] env[70261]: value = "task-3387316" [ 1657.972531] env[70261]: _type = "Task" [ 1657.972531] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.981368] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] VM already powered off {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1657.981589] env[70261]: DEBUG nova.compute.manager [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.982286] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7286ff-d99a-414d-9ac8-cdc8f53adc8f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.987677] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.987831] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.987999] env[70261]: DEBUG nova.network.neutron [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1658.680876] env[70261]: DEBUG nova.network.neutron [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.184155] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.394319] env[70261]: DEBUG nova.compute.manager [req-6b546769-8ffb-4939-a2a3-cbfa1306284c req-5c023295-b018-45ce-802d-97e61148b13d service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-vif-unplugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1659.394572] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b546769-8ffb-4939-a2a3-cbfa1306284c req-5c023295-b018-45ce-802d-97e61148b13d service nova] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.394779] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b546769-8ffb-4939-a2a3-cbfa1306284c req-5c023295-b018-45ce-802d-97e61148b13d service nova] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.394947] env[70261]: DEBUG oslo_concurrency.lockutils [req-6b546769-8ffb-4939-a2a3-cbfa1306284c req-5c023295-b018-45ce-802d-97e61148b13d service nova] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.395211] env[70261]: DEBUG nova.compute.manager [req-6b546769-8ffb-4939-a2a3-cbfa1306284c req-5c023295-b018-45ce-802d-97e61148b13d service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] No waiting events found dispatching network-vif-unplugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1659.395446] env[70261]: WARNING nova.compute.manager [req-6b546769-8ffb-4939-a2a3-cbfa1306284c req-5c023295-b018-45ce-802d-97e61148b13d service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received unexpected event network-vif-unplugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b for instance with vm_state shelved and task_state shelving_offloading. [ 1659.487807] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1659.488741] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32599f2-548c-4041-a0ce-d38e41be3dc7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.496060] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1659.496290] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1ca8d8a-58b4-4d2f-a1d3-0621bc64a367 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.565603] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1659.565912] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1659.565993] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleting the datastore file [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1659.566267] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70a99bc6-9a74-43a8-9a16-0cfbb83f5151 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.571880] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1659.571880] env[70261]: value = "task-3387318" [ 1659.571880] env[70261]: _type = "Task" [ 1659.571880] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.579667] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.082164] env[70261]: DEBUG oslo_vmware.api [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129622} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.082432] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1660.082634] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1660.082827] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1660.108370] env[70261]: INFO nova.scheduler.client.report [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted allocations for instance 7628537d-603f-4dac-a3a4-8668c8ae34b3 [ 1660.613291] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.613748] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.613843] env[70261]: DEBUG nova.objects.instance [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'resources' on Instance uuid 7628537d-603f-4dac-a3a4-8668c8ae34b3 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.117099] env[70261]: DEBUG nova.objects.instance [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'numa_topology' on Instance uuid 7628537d-603f-4dac-a3a4-8668c8ae34b3 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.418729] env[70261]: DEBUG nova.compute.manager [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1661.418923] env[70261]: DEBUG nova.compute.manager [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing instance network info cache due to event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1661.419155] env[70261]: DEBUG oslo_concurrency.lockutils [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] Acquiring lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.419301] env[70261]: DEBUG oslo_concurrency.lockutils [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] Acquired lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.419462] env[70261]: DEBUG nova.network.neutron [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1661.619861] env[70261]: DEBUG nova.objects.base [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Object Instance<7628537d-603f-4dac-a3a4-8668c8ae34b3> lazy-loaded attributes: resources,numa_topology {{(pid=70261) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1661.634315] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caae20f-4803-47e7-9f86-6c19ceab4b33 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.641827] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072d373-23ef-4987-b599-1bc680ba8288 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.671332] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ac1e25-ba1b-4e81-ad47-223522555432 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.678034] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa695af2-baef-409a-a757-448b6981cb26 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.691190] env[70261]: DEBUG nova.compute.provider_tree [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.162795] env[70261]: DEBUG nova.network.neutron [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updated VIF entry in instance network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1662.163165] env[70261]: DEBUG nova.network.neutron [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.194365] env[70261]: DEBUG nova.scheduler.client.report [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.665452] env[70261]: DEBUG oslo_concurrency.lockutils [req-1bd3edee-3fe3-4d23-94a1-95e8762ad290 req-e2553341-84d8-414f-b55e-3d27fd088a3f service nova] Releasing lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1662.698491] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1663.008981] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1663.206332] env[70261]: DEBUG oslo_concurrency.lockutils [None req-57257ccf-f97d-4dc1-84f9-7989bb02e97a tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.492s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1663.207315] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.198s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.207572] env[70261]: INFO nova.compute.manager [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Unshelving [ 1664.230481] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.230816] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1664.230961] env[70261]: DEBUG nova.objects.instance [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'pci_requests' on Instance uuid 7628537d-603f-4dac-a3a4-8668c8ae34b3 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.735261] env[70261]: DEBUG nova.objects.instance [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'numa_topology' on Instance uuid 7628537d-603f-4dac-a3a4-8668c8ae34b3 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.237626] env[70261]: INFO nova.compute.claims [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.279135] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4571bc4a-f2d3-4168-bafd-1cde0500a4c2 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.286774] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391eeb8c-52a5-4a20-93d1-5f9b2a97acd3 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.317642] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c4637b-8674-4284-9487-cebf14da2f7a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.324922] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c53a136-4902-4a4c-abf9-e0acff5308c7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.338248] env[70261]: DEBUG nova.compute.provider_tree [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.842400] env[70261]: DEBUG nova.scheduler.client.report [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.349531] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1667.382402] env[70261]: INFO nova.network.neutron [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1668.739828] env[70261]: DEBUG nova.compute.manager [req-b9025216-b575-486c-8328-92c8135f52f0 req-27bd32f1-26dd-47e3-85d0-38fa788b86bb service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-vif-plugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1668.740071] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9025216-b575-486c-8328-92c8135f52f0 req-27bd32f1-26dd-47e3-85d0-38fa788b86bb service nova] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.740267] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9025216-b575-486c-8328-92c8135f52f0 req-27bd32f1-26dd-47e3-85d0-38fa788b86bb service nova] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.740477] env[70261]: DEBUG oslo_concurrency.lockutils [req-b9025216-b575-486c-8328-92c8135f52f0 req-27bd32f1-26dd-47e3-85d0-38fa788b86bb service nova] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1668.740645] env[70261]: DEBUG nova.compute.manager [req-b9025216-b575-486c-8328-92c8135f52f0 req-27bd32f1-26dd-47e3-85d0-38fa788b86bb service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] No waiting events found dispatching network-vif-plugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1668.740820] env[70261]: WARNING nova.compute.manager [req-b9025216-b575-486c-8328-92c8135f52f0 req-27bd32f1-26dd-47e3-85d0-38fa788b86bb service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received unexpected event network-vif-plugged-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b for instance with vm_state shelved_offloaded and task_state spawning. [ 1668.815761] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.815971] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.816142] env[70261]: DEBUG nova.network.neutron [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Building network info cache for instance {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1669.499942] env[70261]: DEBUG nova.network.neutron [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.002417] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.020110] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.030487] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T13:00:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='537496faad43577a787e9267e03e5edb',container_format='bare',created_at=2025-04-09T13:19:14Z,direct_url=,disk_format='vmdk',id=28de48c9-fc94-4bfe-acdc-3086c3d03145,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-396652851-shelved',owner='29cc28fc73094eb4801a01f34c819908',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-09T13:19:26Z,virtual_size=,visibility=), allow threads: False {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1670.030726] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1670.030885] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image limits 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1670.031080] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Flavor pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1670.031232] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Image pref 0:0:0 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1670.031380] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70261) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1670.031592] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1670.031755] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1670.031920] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Got 1 possible topologies {{(pid=70261) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1670.032095] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1670.032272] env[70261]: DEBUG nova.virt.hardware [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70261) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1670.033115] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60d3e11-2a8c-45bd-a43a-a1d88be97d46 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.040945] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd7ba3-1926-4002-8065-9b744394723d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.053873] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b', 'vif_model': 'vmxnet3'}] {{(pid=70261) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.060929] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1670.061148] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Creating VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.061341] env[70261]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-847b28bd-7afe-4e76-a055-a78449f1177d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.079371] env[70261]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.079371] env[70261]: value = "task-3387319" [ 1670.079371] env[70261]: _type = "Task" [ 1670.079371] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.087011] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387319, 'name': CreateVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.590147] env[70261]: DEBUG oslo_vmware.api [-] Task: {'id': task-3387319, 'name': CreateVM_Task, 'duration_secs': 0.300234} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.590326] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Created VM on the ESX host {{(pid=70261) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.590910] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.591087] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.591493] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.591742] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8b1a6a-957d-4087-95a5-696fd08cc90a {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.595809] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1670.595809] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524d35b8-54d0-e93f-b44a-7d8193d081fc" [ 1670.595809] env[70261]: _type = "Task" [ 1670.595809] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.602794] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]524d35b8-54d0-e93f-b44a-7d8193d081fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.764313] env[70261]: DEBUG nova.compute.manager [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1670.764313] env[70261]: DEBUG nova.compute.manager [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing instance network info cache due to event network-changed-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1670.764313] env[70261]: DEBUG oslo_concurrency.lockutils [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] Acquiring lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.764313] env[70261]: DEBUG oslo_concurrency.lockutils [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] Acquired lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.764565] env[70261]: DEBUG nova.network.neutron [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Refreshing network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1671.106407] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.106810] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Processing image 28de48c9-fc94-4bfe-acdc-3086c3d03145 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.106937] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145/28de48c9-fc94-4bfe-acdc-3086c3d03145.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.107103] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145/28de48c9-fc94-4bfe-acdc-3086c3d03145.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.107287] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.107533] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cb6fe71-7e0c-4e7e-8183-5fcd6671c43e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.115848] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.116039] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70261) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.116741] env[70261]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e576ba09-ba2c-4a31-879e-4a7f023a635b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.121267] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1671.121267] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529e1645-c9ac-a504-4a86-78df2f88437b" [ 1671.121267] env[70261]: _type = "Task" [ 1671.121267] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.128200] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]529e1645-c9ac-a504-4a86-78df2f88437b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.445474] env[70261]: DEBUG nova.network.neutron [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updated VIF entry in instance network info cache for port ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b. {{(pid=70261) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1671.445888] env[70261]: DEBUG nova.network.neutron [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [{"id": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "address": "fa:16:3e:c3:d7:90", "network": {"id": "6ceae38f-9794-48c2-9a55-91dffe8efcd7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-725824334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cc28fc73094eb4801a01f34c819908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac68e4b8-eb", "ovs_interfaceid": "ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.631233] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Preparing fetch location {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1671.631425] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Fetch image to [datastore2] OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38/OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38.vmdk {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1671.631616] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Downloading stream optimized image 28de48c9-fc94-4bfe-acdc-3086c3d03145 to [datastore2] OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38/OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38.vmdk on the data store datastore2 as vApp {{(pid=70261) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1671.631785] env[70261]: DEBUG nova.virt.vmwareapi.images [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Downloading image file data 28de48c9-fc94-4bfe-acdc-3086c3d03145 to the ESX as VM named 'OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38' {{(pid=70261) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1671.697955] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1671.697955] env[70261]: value = "resgroup-9" [ 1671.697955] env[70261]: _type = "ResourcePool" [ 1671.697955] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1671.698323] env[70261]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2450e752-44d8-4c6a-a131-6ce2762df51e {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.718556] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease: (returnval){ [ 1671.718556] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbe04c-189d-f240-c28a-6f065b5be03a" [ 1671.718556] env[70261]: _type = "HttpNfcLease" [ 1671.718556] env[70261]: } obtained for vApp import into resource pool (val){ [ 1671.718556] env[70261]: value = "resgroup-9" [ 1671.718556] env[70261]: _type = "ResourcePool" [ 1671.718556] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1671.718908] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the lease: (returnval){ [ 1671.718908] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbe04c-189d-f240-c28a-6f065b5be03a" [ 1671.718908] env[70261]: _type = "HttpNfcLease" [ 1671.718908] env[70261]: } to be ready. {{(pid=70261) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1671.724913] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.724913] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbe04c-189d-f240-c28a-6f065b5be03a" [ 1671.724913] env[70261]: _type = "HttpNfcLease" [ 1671.724913] env[70261]: } is initializing. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1671.948530] env[70261]: DEBUG oslo_concurrency.lockutils [req-0130b5a9-9064-4328-9274-f9b2e131c2f5 req-41fc39b5-7c40-4e24-9465-d37f8e3ca329 service nova] Releasing lock "refresh_cache-7628537d-603f-4dac-a3a4-8668c8ae34b3" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.228526] env[70261]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1672.228526] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbe04c-189d-f240-c28a-6f065b5be03a" [ 1672.228526] env[70261]: _type = "HttpNfcLease" [ 1672.228526] env[70261]: } is ready. {{(pid=70261) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1672.228984] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1672.228984] env[70261]: value = "session[52de19a2-4b02-ffd2-81e0-ac8f1ba05fde]52fbe04c-189d-f240-c28a-6f065b5be03a" [ 1672.228984] env[70261]: _type = "HttpNfcLease" [ 1672.228984] env[70261]: }. {{(pid=70261) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1672.229466] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365770b4-360c-4df4-ac99-73faa83a6f68 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.236267] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526210ec-32c3-d031-2ea0-2978b7a70201/disk-0.vmdk from lease info. {{(pid=70261) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1672.236495] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526210ec-32c3-d031-2ea0-2978b7a70201/disk-0.vmdk. {{(pid=70261) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1672.300929] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b005ca0-a1a0-414c-a12a-933f86c47fd1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.383749] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Completed reading data from the image iterator. {{(pid=70261) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1673.384160] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526210ec-32c3-d031-2ea0-2978b7a70201/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1673.384855] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9887193-42cc-4e61-b93a-e9631e53ddf7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.391264] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526210ec-32c3-d031-2ea0-2978b7a70201/disk-0.vmdk is in state: ready. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1673.391439] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526210ec-32c3-d031-2ea0-2978b7a70201/disk-0.vmdk. {{(pid=70261) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1673.391655] env[70261]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f81a1a9-2a68-459d-85b9-3c4a2d3fa7c1 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.581133] env[70261]: DEBUG oslo_vmware.rw_handles [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526210ec-32c3-d031-2ea0-2978b7a70201/disk-0.vmdk. {{(pid=70261) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1673.581408] env[70261]: INFO nova.virt.vmwareapi.images [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Downloaded image file data 28de48c9-fc94-4bfe-acdc-3086c3d03145 [ 1673.582384] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889d0cb9-5c95-481c-b7eb-75d9872df312 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.598713] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-668d0f73-0d5f-427f-a186-35540c44cf86 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.623866] env[70261]: INFO nova.virt.vmwareapi.images [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] The imported VM was unregistered [ 1673.626279] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Caching image {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1673.626503] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Creating directory with path [datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.626745] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b29e5ca5-fe0b-4c9e-b1ef-8bf07ca34faa {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.647690] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Created directory with path [datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145 {{(pid=70261) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.647869] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38/OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38.vmdk to [datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145/28de48c9-fc94-4bfe-acdc-3086c3d03145.vmdk. {{(pid=70261) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1673.648114] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6d819a1c-28ee-48d1-a094-f0e08405a943 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.307696] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.307902] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1674.313405] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1674.313405] env[70261]: value = "task-3387322" [ 1674.313405] env[70261]: _type = "Task" [ 1674.313405] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.321232] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387322, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.823374] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387322, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.324909] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387322, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.829402] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387322, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.015354] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.327066] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387322, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.827230] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387322, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.298971} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.827487] env[70261]: INFO nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38/OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38.vmdk to [datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145/28de48c9-fc94-4bfe-acdc-3086c3d03145.vmdk. [ 1676.827676] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Cleaning up location [datastore2] OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38 {{(pid=70261) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1676.827838] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c78f6d37-d801-43fe-9748-02852bbf6a38 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.828114] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f0295c9-2ca2-4082-a61c-33ccef187130 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.834252] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1676.834252] env[70261]: value = "task-3387323" [ 1676.834252] env[70261]: _type = "Task" [ 1676.834252] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.841628] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.019558] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.343696] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034854} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.343973] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.344115] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145/28de48c9-fc94-4bfe-acdc-3086c3d03145.vmdk" {{(pid=70261) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.344356] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145/28de48c9-fc94-4bfe-acdc-3086c3d03145.vmdk to [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.344602] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006a2fb5-c8a5-41a6-9e41-85fe621d236d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.350502] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1677.350502] env[70261]: value = "task-3387324" [ 1677.350502] env[70261]: _type = "Task" [ 1677.350502] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.357183] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.522629] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.522904] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1677.523101] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.523262] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1677.524193] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f615e664-fd1a-46b9-a51b-8bef96286a0d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.532431] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f634ce-d500-4dfe-ab63-41c053c0afe4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.546866] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cb1976-564a-414b-8742-7ea13c21e8da {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.554622] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a6668-d048-4bc1-abde-10adacd0cc0f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.585411] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180579MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1677.585702] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.585803] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1677.860383] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387324, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.361137] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387324, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.611303] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Instance 7628537d-603f-4dac-a3a4-8668c8ae34b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70261) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1678.611527] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1678.611677] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1678.641337] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6096c53d-acf4-4552-9317-5de0e5461eb7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.649479] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022aa6e0-33c1-40ae-832b-7c16463c4f9c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.679065] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab06b88d-7a0a-46f2-9368-54c4362b1f24 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.686589] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e1f547-af99-4bc0-bb9a-103673a6ebff {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.700782] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.862038] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387324, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.204452] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.362998] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387324, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.708893] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1679.709134] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.862950] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387324, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.148004} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.863367] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28de48c9-fc94-4bfe-acdc-3086c3d03145/28de48c9-fc94-4bfe-acdc-3086c3d03145.vmdk to [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk {{(pid=70261) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1679.863946] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaafef4-ab96-4638-9d8d-a51e05486cf4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.884518] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.884737] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3380e4d-b2fd-4a2f-89f8-190d4663583b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.902427] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1679.902427] env[70261]: value = "task-3387325" [ 1679.902427] env[70261]: _type = "Task" [ 1679.902427] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.909267] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.412394] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.709361] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.709608] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.709776] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.709926] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.913283] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387325, 'name': ReconfigVM_Task, 'duration_secs': 0.860878} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.913649] env[70261]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3/7628537d-603f-4dac-a3a4-8668c8ae34b3.vmdk or device None with type streamOptimized {{(pid=70261) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1680.914183] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bedec5d0-1fb9-44e1-b582-ce1e8dfc5bb4 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.920496] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1680.920496] env[70261]: value = "task-3387326" [ 1680.920496] env[70261]: _type = "Task" [ 1680.920496] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.928256] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387326, 'name': Rename_Task} progress is 5%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.430214] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387326, 'name': Rename_Task, 'duration_secs': 0.129009} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.430482] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powering on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1681.430762] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11755835-12e5-4db2-9b66-4d2766a97a41 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.437135] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1681.437135] env[70261]: value = "task-3387327" [ 1681.437135] env[70261]: _type = "Task" [ 1681.437135] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.444255] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.947494] env[70261]: DEBUG oslo_vmware.api [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387327, 'name': PowerOnVM_Task, 'duration_secs': 0.40463} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.947875] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powered on the VM {{(pid=70261) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1682.047258] env[70261]: DEBUG nova.compute.manager [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Checking state {{(pid=70261) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.048311] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf1f1d-e46a-485a-a1a5-5cec8f9871d0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.564859] env[70261]: DEBUG oslo_concurrency.lockutils [None req-d06303f3-ab87-42cd-aa1f-28c744be3262 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.357s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.015040] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.544695] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.545165] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1718.545165] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.545326] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1718.545494] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1718.549112] env[70261]: INFO nova.compute.manager [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Terminating instance [ 1719.053538] env[70261]: DEBUG nova.compute.manager [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Start destroying the instance on the hypervisor. {{(pid=70261) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1719.053765] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Destroying instance {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.054708] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e190de-0d92-43a8-8ab5-8b9d82fc71a7 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.062657] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powering off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.062884] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d495d9-dad6-4031-be1a-32a1ea728543 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.068329] env[70261]: DEBUG oslo_vmware.api [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1719.068329] env[70261]: value = "task-3387328" [ 1719.068329] env[70261]: _type = "Task" [ 1719.068329] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.075759] env[70261]: DEBUG oslo_vmware.api [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.577902] env[70261]: DEBUG oslo_vmware.api [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387328, 'name': PowerOffVM_Task, 'duration_secs': 0.179772} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.578308] env[70261]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Powered off the VM {{(pid=70261) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.578364] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Unregistering the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.578583] env[70261]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d21708c-f156-43e6-890c-8f935df0fdda {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.642633] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Unregistered the VM {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.642863] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Deleting contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.643011] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleting the datastore file [datastore2] 7628537d-603f-4dac-a3a4-8668c8ae34b3 {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.643273] env[70261]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3eed02b-2f4e-4ece-b629-bc8c76b59660 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.651114] env[70261]: DEBUG oslo_vmware.api [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for the task: (returnval){ [ 1719.651114] env[70261]: value = "task-3387330" [ 1719.651114] env[70261]: _type = "Task" [ 1719.651114] env[70261]: } to complete. {{(pid=70261) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.657996] env[70261]: DEBUG oslo_vmware.api [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.160839] env[70261]: DEBUG oslo_vmware.api [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Task: {'id': task-3387330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127965} completed successfully. {{(pid=70261) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.161122] env[70261]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted the datastore file {{(pid=70261) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.161310] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Deleted contents of the VM from datastore datastore2 {{(pid=70261) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.161480] env[70261]: DEBUG nova.virt.vmwareapi.vmops [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Instance destroyed {{(pid=70261) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.161646] env[70261]: INFO nova.compute.manager [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1720.161883] env[70261]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70261) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1720.162100] env[70261]: DEBUG nova.compute.manager [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Deallocating network for instance {{(pid=70261) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.162207] env[70261]: DEBUG nova.network.neutron [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] deallocate_for_instance() {{(pid=70261) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1720.617273] env[70261]: DEBUG nova.compute.manager [req-fe4d2ba1-90da-4a02-95f8-1f61392d9393 req-d8d7ce36-d957-4efd-b7b8-cceef71d2dea service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Received event network-vif-deleted-ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b {{(pid=70261) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1720.617273] env[70261]: INFO nova.compute.manager [req-fe4d2ba1-90da-4a02-95f8-1f61392d9393 req-d8d7ce36-d957-4efd-b7b8-cceef71d2dea service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Neutron deleted interface ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b; detaching it from the instance and deleting it from the info cache [ 1720.617273] env[70261]: DEBUG nova.network.neutron [req-fe4d2ba1-90da-4a02-95f8-1f61392d9393 req-d8d7ce36-d957-4efd-b7b8-cceef71d2dea service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.099524] env[70261]: DEBUG nova.network.neutron [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Updating instance_info_cache with network_info: [] {{(pid=70261) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.119481] env[70261]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6432843-f9f4-49a7-8fbe-e3971cda907b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.129891] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c425619-0492-4377-abb3-7991772eea74 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.157072] env[70261]: DEBUG nova.compute.manager [req-fe4d2ba1-90da-4a02-95f8-1f61392d9393 req-d8d7ce36-d957-4efd-b7b8-cceef71d2dea service nova] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Detach interface failed, port_id=ac68e4b8-eb11-44e3-9ffd-a6b3d038d37b, reason: Instance 7628537d-603f-4dac-a3a4-8668c8ae34b3 could not be found. {{(pid=70261) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1721.602464] env[70261]: INFO nova.compute.manager [-] [instance: 7628537d-603f-4dac-a3a4-8668c8ae34b3] Took 1.44 seconds to deallocate network for instance. [ 1722.108379] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.108739] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1722.108892] env[70261]: DEBUG nova.objects.instance [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lazy-loading 'resources' on Instance uuid 7628537d-603f-4dac-a3a4-8668c8ae34b3 {{(pid=70261) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.645325] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36983d25-31aa-4956-92e8-06f4b5ee48a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.653102] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d4d813-f0a8-4e92-b032-dbb5df5e56a0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.683210] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a197e8f-828d-4832-8b4c-61b1e3d0b0be {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.689648] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f408da-4306-4059-acb3-8191d1a007ab {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.702400] env[70261]: DEBUG nova.compute.provider_tree [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.206064] env[70261]: DEBUG nova.scheduler.client.report [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.710821] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1723.731550] env[70261]: INFO nova.scheduler.client.report [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Deleted allocations for instance 7628537d-603f-4dac-a3a4-8668c8ae34b3 [ 1724.238984] env[70261]: DEBUG oslo_concurrency.lockutils [None req-c47f404d-2c63-416d-b94a-b744b6874c14 tempest-AttachVolumeShelveTestJSON-1839888849 tempest-AttachVolumeShelveTestJSON-1839888849-project-member] Lock "7628537d-603f-4dac-a3a4-8668c8ae34b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.019821] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.019707] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.020192] env[70261]: DEBUG nova.compute.manager [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70261) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1738.015183] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.018832] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.522459] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1738.522736] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1738.522905] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1738.523071] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70261) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1738.523993] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824ea1e2-6705-41dc-be17-b166697f176d {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.532558] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c55154f-e3c1-49ea-9bd1-2fbaab74e85f {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.546324] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae2d6ee-bf12-4fa9-a4f0-6bdb21cc3c5b {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.552363] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67651c6-a6a0-41dc-bb53-8e50f0049641 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.581416] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180592MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=70261) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1738.581562] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1738.581772] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1739.602589] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1739.602868] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70261) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1739.619901] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Refreshing inventories for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1739.633813] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Updating ProviderTree inventory for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1739.634085] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Updating inventory in ProviderTree for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.644021] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Refreshing aggregate associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, aggregates: None {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1739.660523] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Refreshing trait associations for resource provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70261) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1739.671586] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de1148-4420-426b-8510-41d32ee90b6c {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.678555] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ca2a0-9925-4de5-80a0-a9b135fe63b0 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.707269] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a895051-9b26-4587-b6f8-9c42d663ea52 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.713825] env[70261]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0184acb3-646c-4527-b532-af87a0943090 {{(pid=70261) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.727129] env[70261]: DEBUG nova.compute.provider_tree [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed in ProviderTree for provider: 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 {{(pid=70261) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.230882] env[70261]: DEBUG nova.scheduler.client.report [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Inventory has not changed for provider 78dbb7ec-e40b-4c1c-be53-53a1caf6c800 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70261) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.736201] env[70261]: DEBUG nova.compute.resource_tracker [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70261) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1740.736559] env[70261]: DEBUG oslo_concurrency.lockutils [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=70261) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1741.738041] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.738429] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.738474] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.019584] env[70261]: DEBUG oslo_service.periodic_task [None req-4fa5ed29-37f6-4e83-a049-c19ed741e1b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70261) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}